-- Logs begin at Thu 2022-10-06 11:41:27 UTC, end at Thu 2022-10-06 12:52:10 UTC. -- Oct 06 12:13:01.868557 dv-cinder-856041-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 06 12:13:04.505179 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.common.config [-] Logging enabled! Oct 06 12:13:04.505731 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev47 Oct 06 12:13:04.505883 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106028) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 06 12:13:04.509149 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.common.config [-] Logging enabled! Oct 06 12:13:04.509407 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev47 Oct 06 12:13:04.509719 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106028) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 06 12:13:04.510656 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 06 12:13:04.510891 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 06 12:13:04.511378 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 06 12:13:04.511659 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 06 12:13:04.511889 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 06 12:13:04.512210 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.512513 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.512745 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.513045 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.513337 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.513622 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.513911 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.514217 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.514506 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.514789 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.515079 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.515311 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.515615 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.515904 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.516194 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.516420 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] debug = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.516700 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.517123 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.517524 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.517817 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.518107 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.518388 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.518659 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.518938 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.519248 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.519603 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] host = dv-cinder-856041-2-iscsi {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.520141 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.520440 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.520715 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.521000 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.521275 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.521553 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.521838 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.522109 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.522383 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] log_file = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.522659 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.522947 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.523234 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.523538 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.523768 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.523990 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.524277 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.524566 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.524843 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.525119 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.525399 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.525673 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.525949 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.526218 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.526506 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.526791 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.527076 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.527352 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.527666 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.527942 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.528220 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.528506 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.528782 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.529056 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.529332 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.529621 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.529892 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.530167 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.530466 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.530754 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.531034 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.531321 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.531623 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.531907 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.532179 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.532451 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.532725 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] use_json = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.532997 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.533267 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.533550 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.533820 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.534095 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.534368 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.534642 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.535445 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.535746 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:04.536045 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.536341 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.536642 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.536927 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.537231 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.537512 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.537801 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.538084 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.538373 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.538662 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.538956 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.539236 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.539555 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.539848 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.540143 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.540449 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.540742 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.541034 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.541310 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.541585 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.541857 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.542134 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.542421 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.542699 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.542988 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.543277 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.543580 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.543877 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.544168 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.544455 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.544749 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.545039 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.545314 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.545594 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.545882 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.546158 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.546430 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.546717 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.546996 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.547268 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.547569 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.547864 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.548156 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.548427 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.548704 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.548996 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.549275 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.549545 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.549816 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.550095 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.550492 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.551212 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.551495 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.551790 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.552064 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.552344 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.552617 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.552890 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.553166 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.553439 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.553715 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.553987 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.554261 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.554532 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.554803 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.555072 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.555341 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.555646 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.555923 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.556194 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.556466 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.556737 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.557006 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.557278 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.557560 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.557856 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.558131 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.558409 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.558685 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.558959 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.559235 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.559537 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.559809 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.560086 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.560357 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.560645 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.560926 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.561213 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.561497 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.561797 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.562095 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.562378 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.562659 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.562938 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.563221 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.563520 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.563808 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.564094 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.564375 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.564659 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.564943 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.565238 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.565533 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.565815 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.566131 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.566426 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.566717 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.566999 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.567310 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.567618 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:04.567837 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 06 12:13:04.568077 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106028) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 06 12:13:04.946958 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 06 12:13:04.947280 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 06 12:13:04.947568 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 06 12:13:04.947801 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 06 12:13:04.948077 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 06 12:13:04.948403 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 06 12:13:05.272097 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.272390 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.272660 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.273852 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.274127 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.274392 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.326784 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.327065 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.327334 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.343138 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.343421 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.343719 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.371402 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.371715 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.371988 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.408085 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.408362 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.408628 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.637026 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.637636 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.637636 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.638727 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.639429 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.735177 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.735493 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.735820 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.736086 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.736345 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.736651 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.736991 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.737249 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.737502 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.737831 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.738597 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.738859 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.739113 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.739362 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.739640 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.739902 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.740151 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.740413 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.740678 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.740932 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.741201 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.741449 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.741725 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.742095 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.742342 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.742584 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.742978 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 12:13:05.743217 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 12:13:05.743454 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 12:13:05.743715 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 12:13:05.743949 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 12:13:05.744179 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 12:13:05.744552 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 06 12:13:05.747588 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 06 12:13:05.751453 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 06 12:13:05.755137 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Oct 06 12:13:05.756762 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 06 12:13:05.757378 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 06 12:13:05.757711 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 06 12:13:05.758094 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 06 12:13:05.760866 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 06 12:13:05.761110 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 06 12:13:05.761452 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 06 12:13:05.766427 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 06 12:13:05.789579 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 06 12:13:05.790018 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.790308 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106028) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 06 12:13:05.790675 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.792024 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106028) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 06 12:13:05.792297 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 06 12:13:05.792536 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 06 12:13:05.803716 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.803994 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:05.982823 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 06 12:13:05.983010 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 06 12:13:05.983246 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 06 12:13:05.983642 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 06 12:13:06.035631 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO dbcounter [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Registered counter for database neutron Oct 06 12:13:06.055353 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_db.sqlalchemy.engines [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106028) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 06 12:13:06.061201 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG dbcounter [-] [106028] Writer thread running {{(pid=106028) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 06 12:13:06.600779 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Initializing driver for type 'gre' Oct 06 12:13:06.601303 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] gre ID ranges: [(1, 1000)] Oct 06 12:13:06.658186 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Initializing driver for type 'local' Oct 06 12:13:06.658855 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Initializing driver for type 'vlan' Oct 06 12:13:06.671741 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] VlanTypeDriver initialization complete Oct 06 12:13:06.672091 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Initializing driver for type 'vxlan' Oct 06 12:13:06.672595 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] vxlan ID ranges: [(1, 1000)] Oct 06 12:13:06.725877 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Initializing extension driver 'port_security' Oct 06 12:13:06.726307 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.extensions.port_security [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] PortSecurityExtensionDriver initialization complete Oct 06 12:13:06.726748 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Initializing mechanism driver 'openvswitch' Oct 06 12:13:06.727082 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Initializing mechanism driver 'hyperv' Oct 06 12:13:06.733632 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.plugins.ml2.plugin [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:13:06.734308 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > port after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.734685 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > port after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.735043 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > port after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.735568 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 12:13:06.735993 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > subnet after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.736353 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > subnet after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.736704 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.737097 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 12:13:06.737509 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > network after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.737869 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > network after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.738216 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > network after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.738602 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 12:13:06.739012 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > security_group after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.739365 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > security_group after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.739732 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.740125 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 12:13:06.740532 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.740882 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.741228 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.741747 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 12:13:06.742161 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > address_group after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.742519 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > address_group after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.742865 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.743251 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 12:13:06.743720 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] ML2 OVO RPC backend initialized. {{(pid=106028) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 06 12:13:06.744430 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.744790 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.745209 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > network before_response 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.745562 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > networks before_response 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.745910 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > port before_response 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.746254 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > ports before_response 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.746602 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > subnet before_response 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.746948 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > subnets before_response 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.747298 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > network after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.747672 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > network after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.748015 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > network after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.748356 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > port after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.748693 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > port after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.749030 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > port after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.749369 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > subnet after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.749708 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > subnet after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.750046 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.757591 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded quota_driver: . Oct 06 12:13:06.757956 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.plugin [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Modular L2 Plugin initialization complete Oct 06 12:13:06.758303 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading services supported by the core plugin {{(pid=106028) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 06 12:13:06.758646 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.plugins.ml2.managers [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Got port-security extension from driver 'port_security' Oct 06 12:13:06.759131 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.extensions.vlantransparent [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Disabled vlantransparent extension. Oct 06 12:13:06.759649 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106028) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 06 12:13:06.759981 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading Plugin: router Oct 06 12:13:06.795911 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.796320 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router after_create 55549900 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.796694 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router before_create 55549900 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.797060 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.797438 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.797796 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router after_delete 55549900 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.798155 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.798507 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.798868 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router after_create 55549900 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.799217 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router after_update 55549900 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.799589 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router after_update 55549900 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.799941 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.800327 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router after_update 55549900 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.800738 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router precommit_update 55549900 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.801112 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: port after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.801455 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: port after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.801798 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: subnet after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.802150 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.802507 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.802860 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router precommit_create 55549900 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.803206 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: port before_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.803575 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router precommit_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.803939 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router after_update 55549900 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.804285 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.804642 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router precommit_create 55549900 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.805006 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.805354 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router precommit_update 55549900 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.805722 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > agent after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.806076 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > agent after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.806428 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > network after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.807278 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Tracking information for resource: router configured {{(pid=106028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 12:13:06.807632 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Tracking information for resource: floatingip configured {{(pid=106028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 12:13:06.812521 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.db.l3_agentschedulers_db [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 06 12:13:06.813106 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: port after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.813473 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: port after_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.813833 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: port after_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.814191 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: port after_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.814981 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router before_create 55550100 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.815350 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.815830 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router precommit_create 55550100 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.816200 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > router precommit_update 55550100 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.821026 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.services.provider_configuration [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Service providers = [] {{(pid=106028) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 06 12:13:06.821392 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.db.servicetype_db [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106028) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 06 12:13:06.824365 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.services.service_base [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106028) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 06 12:13:06.824716 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.services.service_base [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106028) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 06 12:13:06.825059 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.services.service_base [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106028) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 06 12:13:06.825943 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.services.service_base [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106028) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 06 12:13:06.826319 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.services.service_base [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 06 12:13:06.826697 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 12:13:06.827017 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 06 12:13:06.839077 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 12:13:06.839413 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading Plugin: auto_allocate Oct 06 12:13:06.845089 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: network precommit_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.845459 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: network precommit_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.845978 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 12:13:06.846298 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading Plugin: tag Oct 06 12:13:06.853445 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 12:13:06.853775 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading Plugin: timestamp Oct 06 12:13:06.857800 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 12:13:06.858134 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading Plugin: network_ip_availability Oct 06 12:13:06.863601 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.863975 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.864348 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:06.865055 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 12:13:06.865380 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading Plugin: flavors Oct 06 12:13:06.870044 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 12:13:06.870375 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading Plugin: revisions Oct 06 12:13:06.874790 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 12:13:06.875179 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_concurrency.lockutils [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.927s {{(pid=106028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 06 12:13:06.875955 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106028) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 06 12:13:06.876303 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Initializing extension manager. Oct 06 12:13:06.876828 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: __init__.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.877175 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: __pycache__ {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.877515 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: address_group.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.878916 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.879481 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: address-group Oct 06 12:13:06.879836 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: address_scope.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.880514 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.881033 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: address-scope Oct 06 12:13:06.881359 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.882238 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.882755 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: router-admin-state-down-before-update Oct 06 12:13:06.883083 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: agent.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.883778 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.884290 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: agent Oct 06 12:13:06.884613 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: agent_resources_synced.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.885481 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.885995 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: agent-resources-synced Oct 06 12:13:06.886325 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: allowedaddresspairs.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.888087 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.888612 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: allowed-address-pairs Oct 06 12:13:06.888939 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: auto_allocated_topology.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.889962 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.890478 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: auto-allocated-topology Oct 06 12:13:06.890801 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: availability_zone.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.891454 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.891994 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: availability_zone Oct 06 12:13:06.892317 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: availability_zone_filter.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.893184 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.893700 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: availability_zone_filter Oct 06 12:13:06.894080 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: data_plane_status.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.895197 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.895742 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension data-plane-status not supported by any of loaded plugins Oct 06 12:13:06.896067 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: default_subnetpools.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.897435 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.897945 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: default-subnetpools Oct 06 12:13:06.898267 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.899030 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.899577 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: dhcp_agent_scheduler Oct 06 12:13:06.899905 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: dns.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.900773 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.901286 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension dns-integration not supported by any of loaded plugins Oct 06 12:13:06.901609 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: dns_domain_ports.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.902480 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.902993 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 06 12:13:06.903312 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.904215 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.904725 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 06 12:13:06.905053 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: dvr.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.905687 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.906204 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: dvr Oct 06 12:13:06.906530 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: ecmp_routes.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.907401 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.907940 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 06 12:13:06.908265 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: empty_string_filtering.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.909129 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.909669 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: empty-string-filtering Oct 06 12:13:06.909994 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.910859 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.911371 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 06 12:13:06.911723 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.912604 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.913115 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 06 12:13:06.913438 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: external_net.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.914303 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.914816 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: external-net Oct 06 12:13:06.915137 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.916035 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.916554 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: extra_dhcp_opt Oct 06 12:13:06.916875 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: extraroute.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.917744 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.918252 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: extraroute Oct 06 12:13:06.918573 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: extraroute_atomic.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.919577 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.920091 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: extraroute-atomic Oct 06 12:13:06.920412 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: filter_validation.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.921034 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.921541 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: filter-validation Oct 06 12:13:06.921858 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: fip_pf_description.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.922720 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.923227 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 06 12:13:06.923570 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: fip_pf_detail.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.924448 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.924958 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 06 12:13:06.925305 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: fip_pf_port_range.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.926170 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.926686 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 06 12:13:06.927008 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: fip_port_details.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.927916 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.928441 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: fip-port-details Oct 06 12:13:06.928765 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: flavors.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.929931 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.930451 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: flavors Oct 06 12:13:06.930776 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.932388 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.932917 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 06 12:13:06.933245 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: floatingip_pools.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.933907 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.934423 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: floatingip-pools Oct 06 12:13:06.934749 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: ip_allocation.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.935647 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.936156 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension ip_allocation not supported by any of loaded plugins Oct 06 12:13:06.936486 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.937376 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.937893 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: ip-substring-filtering Oct 06 12:13:06.938220 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: l2_adjacency.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.939108 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.939651 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 06 12:13:06.939983 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: l3.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.941430 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.941953 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: router Oct 06 12:13:06.942279 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.944637 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.945177 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 06 12:13:06.945510 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.946396 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.946928 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: ext-gw-mode Oct 06 12:13:06.947258 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.948161 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.948681 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: l3-ha Oct 06 12:13:06.949007 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.949873 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.950390 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 06 12:13:06.950745 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: l3_flavors.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.951647 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.952167 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: l3-flavors Oct 06 12:13:06.952493 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.953813 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.954339 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 06 12:13:06.954666 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.955733 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.956096 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 06 12:13:06.956473 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: l3agentscheduler.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.957977 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.958501 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: l3_agent_scheduler Oct 06 12:13:06.958835 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: local_ip.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.960537 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.961069 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension local_ip not supported by any of loaded plugins Oct 06 12:13:06.961407 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: logging.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.962833 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.963406 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension logging not supported by any of loaded plugins Oct 06 12:13:06.963842 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: metering.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.964584 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.965282 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: metering Oct 06 12:13:06.965681 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.966841 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.967377 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: metering_source_and_destination_fields Oct 06 12:13:06.967801 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: multiprovidernet.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.968728 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.969371 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: multi-provider Oct 06 12:13:06.969734 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: netmtu.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.970711 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.971234 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: net-mtu Oct 06 12:13:06.971596 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: netmtu_writable.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.972560 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.973088 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: net-mtu-writable Oct 06 12:13:06.973461 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: network_availability_zone.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.974149 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.974732 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: network_availability_zone Oct 06 12:13:06.975114 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: network_ip_availability.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.976247 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.976857 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: network-ip-availability Oct 06 12:13:06.977197 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: network_segment_range.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.978073 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.978612 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension network-segment-range not supported by any of loaded plugins Oct 06 12:13:06.978954 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: pagination.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.980053 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.980422 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: pagination Oct 06 12:13:06.980848 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: port_device_profile.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.981809 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.982364 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: port-device-profile Oct 06 12:13:06.982817 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: port_mac_address_override.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.983723 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.984246 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: port-mac-override Oct 06 12:13:06.984571 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.985444 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.985960 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: port-mac-address-regenerate Oct 06 12:13:06.986284 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.987157 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.987724 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: port-numa-affinity-policy Oct 06 12:13:06.988052 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: port_resource_request.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.988928 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.989438 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension port-resource-request not supported by any of loaded plugins Oct 06 12:13:06.989763 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: port_resource_request_groups.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.990677 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.991187 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 06 12:13:06.991521 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: portbindings.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.992425 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.992941 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: binding Oct 06 12:13:06.993267 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: portbindings_extended.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.994510 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.995032 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: binding-extended Oct 06 12:13:06.995360 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: portsecurity.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.996261 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.996787 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: port-security Oct 06 12:13:06.997117 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: project_id.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.998253 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:06.998589 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: project-id Oct 06 12:13:06.998916 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: providernet.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:06.999829 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.000354 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: provider Oct 06 12:13:07.000681 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: qos.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.004722 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.005262 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension qos not supported by any of loaded plugins Oct 06 12:13:07.005600 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.006822 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.007355 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 06 12:13:07.007720 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.008602 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.009127 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 06 12:13:07.009456 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: qos_default.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.010329 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.010848 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension qos-default not supported by any of loaded plugins Oct 06 12:13:07.011174 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: qos_fip.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.012084 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.012603 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension qos-fip not supported by any of loaded plugins Oct 06 12:13:07.012929 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.013804 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.014324 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 06 12:13:07.014649 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: qos_gateway_ip.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.015551 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.016068 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 06 12:13:07.016392 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: qos_port_network_policy.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.017271 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.017786 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 06 12:13:07.018109 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.019981 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.020510 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 06 12:13:07.020838 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.021829 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.022354 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 06 12:13:07.022684 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: qos_pps_rule.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.023839 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.024367 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension qos-pps not supported by any of loaded plugins Oct 06 12:13:07.024697 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: qos_rule_type_details.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.025575 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.026089 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 06 12:13:07.026418 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.027297 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.027841 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 06 12:13:07.028170 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: qos_rules_alias.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.029167 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.029685 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 06 12:13:07.030013 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: quota_check_limit.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.030882 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.031404 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: quota-check-limit Oct 06 12:13:07.031765 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: quotasv2.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.032667 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.032997 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: quotas Oct 06 12:13:07.033320 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: quotasv2_detail.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.034992 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.035330 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: quota_details Oct 06 12:13:07.035690 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: rbac.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.036754 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.037290 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: rbac-policies Oct 06 12:13:07.037624 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: rbac_address_group.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.038520 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.039044 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: rbac-address-group Oct 06 12:13:07.039372 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: rbac_address_scope.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.040391 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.041408 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: rbac-address-scope Oct 06 12:13:07.041408 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: rbac_security_groups.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.042100 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.042623 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: rbac-security-groups Oct 06 12:13:07.042952 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: rbac_subnetpool.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.043857 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.044383 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: rbac-subnetpool Oct 06 12:13:07.044710 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: revisionifmatch.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.045605 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.046126 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: revision-if-match Oct 06 12:13:07.046452 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: revisions.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.047581 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.048106 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: standard-attr-revisions Oct 06 12:13:07.048435 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: router_availability_zone.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.049072 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.049591 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: router_availability_zone Oct 06 12:13:07.049918 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: routerservicetype.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.050829 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.051355 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension router-service-type not supported by any of loaded plugins Oct 06 12:13:07.051705 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.052588 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.053111 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: security-groups-normalized-cidr Oct 06 12:13:07.053434 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.054316 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.054865 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: port-security-groups-filtering Oct 06 12:13:07.055190 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.056111 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.056632 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: security-groups-remote-address-group Oct 06 12:13:07.056955 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.057852 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.058371 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: security-groups-shared-filtering Oct 06 12:13:07.058695 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: securitygroup.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.068941 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.069485 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: security-group Oct 06 12:13:07.069822 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: segment.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.070516 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.071039 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension segment not supported by any of loaded plugins Oct 06 12:13:07.071371 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.072303 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.072826 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 06 12:13:07.073157 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: servicetype.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.074211 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.074736 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: service-type Oct 06 12:13:07.075065 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: sorting.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.076030 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.076363 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: sorting Oct 06 12:13:07.076684 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: standard_attr_segment.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.077588 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.078115 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 06 12:13:07.078441 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: standardattrdescription.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.079055 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.079611 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: standard-attr-description Oct 06 12:13:07.079939 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: stateful_security_group.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.080823 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.081358 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: stateful-security-group Oct 06 12:13:07.082218 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: stdattrs_common.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.082765 dv-cinder-856041-2-iscsi neutron-server[106028]: WARNING neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 06 12:13:07.083092 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.084006 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.084529 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 06 12:13:07.084855 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: subnet_onboard.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.085873 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.086399 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: subnet_onboard Oct 06 12:13:07.086724 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.087652 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.088176 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 06 12:13:07.088503 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: subnet_service_types.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.089385 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.089911 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: subnet-service-types Oct 06 12:13:07.090234 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: subnetallocation.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.091253 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.091819 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: subnet_allocation Oct 06 12:13:07.092149 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.092782 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.093302 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: subnetpool-prefix-ops Oct 06 12:13:07.093628 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.094522 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.095039 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 06 12:13:07.095366 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: tagging.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.096404 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.096943 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: standard-attr-tag Oct 06 12:13:07.097297 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: timestamp.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.098455 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.098978 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loaded extension: standard-attr-timestamp Oct 06 12:13:07.099307 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: trunk.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.100324 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.100846 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension trunk not supported by any of loaded plugins Oct 06 12:13:07.101174 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: trunk_details.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.102043 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.102561 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension trunk-details not supported by any of loaded plugins Oct 06 12:13:07.102885 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: uplink_status_propagation.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.103867 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.104322 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 06 12:13:07.104649 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Loading extension file: vlantransparent.py {{(pid=106028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 12:13:07.105282 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 12:13:07.105794 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 06 12:13:07.108452 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of TrackedResource for resource:network Oct 06 12:13:07.108977 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of TrackedResource for resource:subnet Oct 06 12:13:07.109374 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of TrackedResource for resource:subnetpool Oct 06 12:13:07.109764 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of TrackedResource for resource:port Oct 06 12:13:07.111035 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.v2.resource_helper [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 12:13:07.111476 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.v2.resource_helper [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Service FLAVORS assigned prefix: {{(pid=106028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 12:13:07.112114 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.v2.resource_helper [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 12:13:07.112551 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.v2.resource_helper [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 12:13:07.112911 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of TrackedResource for resource:router Oct 06 12:13:07.113524 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of TrackedResource for resource:floatingip Oct 06 12:13:07.114215 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.v2.resource_helper [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Service METERING assigned prefix: /metering {{(pid=106028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 12:13:07.115696 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:07.116075 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:07.116433 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:13:07.117423 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of CountableResource for resource:rbac_policy Oct 06 12:13:07.117864 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of TrackedResource for resource:security_group Oct 06 12:13:07.118288 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 06 12:13:07.118829 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.v2.resource_helper [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Service CORE assigned prefix: {{(pid=106028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 12:13:07.119159 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of TrackedResource for resource:subnetpool Oct 06 12:13:07.119531 dv-cinder-856041-2-iscsi neutron-server[106028]: WARNING neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] subnetpool is already registered Oct 06 12:13:07.119982 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.v2.resource_helper [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Service CORE assigned prefix: {{(pid=106028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 12:13:07.120300 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of TrackedResource for resource:subnetpool Oct 06 12:13:07.120633 dv-cinder-856041-2-iscsi neutron-server[106028]: WARNING neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] subnetpool is already registered Oct 06 12:13:07.123092 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.v2.resource_helper [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 12:13:07.123572 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.v2.resource_helper [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Service FLAVORS assigned prefix: {{(pid=106028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 12:13:07.124201 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.v2.resource_helper [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 12:13:07.124746 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.v2.resource_helper [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 12:13:07.125085 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of TrackedResource for resource:router Oct 06 12:13:07.125438 dv-cinder-856041-2-iscsi neutron-server[106028]: WARNING neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] router is already registered Oct 06 12:13:07.125854 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of TrackedResource for resource:floatingip Oct 06 12:13:07.126191 dv-cinder-856041-2-iscsi neutron-server[106028]: WARNING neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] floatingip is already registered Oct 06 12:13:07.126660 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.v2.resource_helper [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Service METERING assigned prefix: /metering {{(pid=106028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 12:13:07.127362 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of CountableResource for resource:rbac_policy Oct 06 12:13:07.127722 dv-cinder-856041-2-iscsi neutron-server[106028]: WARNING neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] rbac_policy is already registered Oct 06 12:13:07.128148 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of TrackedResource for resource:security_group Oct 06 12:13:07.129020 dv-cinder-856041-2-iscsi neutron-server[106028]: WARNING neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] security_group is already registered Oct 06 12:13:07.129442 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 06 12:13:07.129778 dv-cinder-856041-2-iscsi neutron-server[106028]: WARNING neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] security_group_rule is already registered Oct 06 12:13:07.130276 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.v2.resource_helper [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Service CORE assigned prefix: {{(pid=106028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 12:13:07.130600 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of TrackedResource for resource:subnetpool Oct 06 12:13:07.130933 dv-cinder-856041-2-iscsi neutron-server[106028]: WARNING neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] subnetpool is already registered Oct 06 12:13:07.131367 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.v2.resource_helper [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Service CORE assigned prefix: {{(pid=106028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 12:13:07.131718 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Creating instance of TrackedResource for resource:subnetpool Oct 06 12:13:07.132050 dv-cinder-856041-2-iscsi neutron-server[106028]: WARNING neutron.quota.resource_registry [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] subnetpool is already registered Oct 06 12:13:07.132515 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: extensions {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.134082 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: address-groups {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.135697 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: address-scopes {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.136951 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: agents {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.138123 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: auto-allocated-topology {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.140681 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: availability_zones {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.141933 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: dhcp-networks {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.143361 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: dhcp-agents {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.145799 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: routers {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.147546 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: flavors {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.148741 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: service_profiles {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.150053 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: next_providers {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.151568 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: service_profiles {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.153029 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: floatingip-pools {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.154407 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: routers {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.156300 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: floatingips {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.157493 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: l3-routers {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.158902 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: l3-agents {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.160527 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: metering-labels {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.161806 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: metering-label-rules {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.163093 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: network-ip-availabilities {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.164504 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: bindings {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.166090 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: quotas {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.167764 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: quotas {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.169477 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: rbac-policies {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.170690 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: security-groups {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.171931 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: security-group-rules {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.173205 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: service-providers {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.174527 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: subnetpools {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.175965 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: subnetpools {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.177449 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: tags {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.179252 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: tags {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.181042 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: tags {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.182938 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: tags {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.184686 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: tags {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.186549 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: tags {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.188421 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: tags {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.190239 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: tags {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.192589 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: tags {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.194452 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron.api.extensions [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Extended resource: tags {{(pid=106028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 12:13:07.201408 dv-cinder-856041-2-iscsi neutron-server[106028]: WARNING keystonemiddleware.auth_token [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 06 12:13:07.206547 dv-cinder-856041-2-iscsi neutron-server[106028]: WARNING keystonemiddleware.auth_token [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 06 12:13:07.215951 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_concurrency.lockutils [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Acquiring lock "singleton_lock" {{(pid=106028) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 06 12:13:07.216282 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_concurrency.lockutils [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Acquired lock "singleton_lock" {{(pid=106028) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 06 12:13:07.216755 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_concurrency.lockutils [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Releasing lock "singleton_lock" {{(pid=106028) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 06 12:13:07.217412 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO oslo_service.service [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Starting 2 workers Oct 06 12:13:07.222231 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Started child 106139 {{(pid=106028) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 06 12:13:07.226731 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Started child 106140 {{(pid=106028) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 06 12:13:07.227683 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:07.228314 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO neutron.service [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 06 12:13:07.228926 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:07.229290 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [-] (106139) wsgi starting up on http://0.0.0.0:9696 Oct 06 12:13:07.231339 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO oslo_service.service [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Starting 1 workers Oct 06 12:13:07.232019 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:07.233455 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [-] (106140) wsgi starting up on http://0.0.0.0:9696 Oct 06 12:13:07.236501 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Started child 106141 {{(pid=106028) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 06 12:13:07.237044 dv-cinder-856041-2-iscsi neutron-server[106028]: INFO oslo_service.service [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Starting 1 workers Oct 06 12:13:07.242030 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.service [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] calling RpcWorker wait() {{(pid=106141) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 06 12:13:07.242843 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Started child 106142 {{(pid=106028) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 06 12:13:07.242983 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.service [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] returning from RpcWorker wait() {{(pid=106141) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 06 12:13:07.243076 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG neutron_lib.callbacks.manager [None req-0b31d616-18f2-44a5-a147-453d0afd5573 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:07.243758 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:07.244212 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:13:07.245005 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106028) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 06 12:13:07.245680 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 06 12:13:07.245680 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 06 12:13:07.245680 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 06 12:13:07.245940 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 06 12:13:07.246124 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 06 12:13:07.246643 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.246921 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.247197 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.247473 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.250627 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.250627 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.250627 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.250908 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:07.251360 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.251360 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.251360 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.251360 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.251360 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.251742 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:13:07.251834 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.252795 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.253121 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.253401 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.253668 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.253852 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.254140 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.254412 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.254673 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.254946 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] debug = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.255210 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.256308 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.256574 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.256829 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.257089 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.257383 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.257657 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.257928 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.258177 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.258417 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.258657 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.258920 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.259155 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.259397 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.259655 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.259937 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.260158 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.260660 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] host = dv-cinder-856041-2-iscsi {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.260912 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.261147 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.261396 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.261654 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.261913 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.262133 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.262406 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.262657 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.262912 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.263154 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.263395 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.263753 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.264175 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.264278 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] log_file = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.264389 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] log_options = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.264637 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.264922 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.265328 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.265612 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.265786 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.266090 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.266659 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.266828 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.267112 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.267327 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.267567 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.267784 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.268022 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.268280 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.268572 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.268801 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.269215 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.269454 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.269973 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.270475 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.270475 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.270748 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.270903 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.271155 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.271378 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.271652 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.271903 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.272152 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.272370 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.272671 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.272874 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.273144 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.273362 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.273847 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.274111 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.274499 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.274733 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.274959 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.275227 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.275458 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.275952 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.276214 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.276433 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.276663 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.276906 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.277131 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.277365 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] use_json = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.277580 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.277803 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.278062 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.278294 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.278536 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.278949 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.279391 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.280229 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.280229 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.280810 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.280810 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.281298 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.281298 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.281784 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.281784 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.282051 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.282051 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.282389 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.282808 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.282808 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.283091 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.287530 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.287530 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.287893 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.288199 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.288482 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.288783 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.289031 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.289314 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.289558 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.289803 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.290112 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.290382 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.290651 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.290896 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.291128 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.291466 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.292068 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.292348 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.293482 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.294255 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.294523 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.295557 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.295788 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.296055 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.296430 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.296807 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.297678 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.297930 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.298219 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.298466 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.298709 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.298952 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.299175 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.299609 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.300032 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.300976 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.301228 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.301458 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.301826 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.302410 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.302641 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.305280 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.305560 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.305822 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.306099 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.306365 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.306621 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.306884 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.307113 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.307346 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.309607 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.309940 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.310203 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.310863 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.311115 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.311596 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.311982 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.312395 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.312694 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.313269 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.313684 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.313917 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.314176 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.314506 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.314750 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.314978 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.315201 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.315422 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.315664 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.316742 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.317156 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.317382 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.317599 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.318055 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.318280 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.318498 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.318716 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.318954 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.319176 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.319427 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.319783 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.320031 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.320281 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.320503 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.320761 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.320983 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.321232 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.321452 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.321669 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.321922 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.322162 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.322408 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.322636 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.322860 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.323086 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.323409 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.323670 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.323883 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.324102 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.324325 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.324570 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.324828 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.325047 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.325289 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.325513 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.325773 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.326010 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.327802 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.328058 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.328353 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.328603 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.328907 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.329160 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.329458 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.329709 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.329980 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.330294 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.330574 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.330834 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.331073 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.331352 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.332442 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.332730 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.333017 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.333260 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.333522 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.334307 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.334565 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.334795 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.335018 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.335254 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.336208 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.336474 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.336714 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.336935 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.337218 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.337478 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.337719 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.338333 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.338602 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.338860 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.339114 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.339347 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.339934 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.340186 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.340774 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.340996 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.341219 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.341439 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.341681 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.341914 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.342123 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.342380 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.342596 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.343150 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.343375 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.343628 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.343856 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.344127 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.344506 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.344754 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.344945 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:13:07.345050 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.345204 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.345423 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.345642 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.345856 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.346089 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.346308 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.346585 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.346833 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.347074 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.347303 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.347718 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.348963 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.349993 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.350404 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.350643 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.350893 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.351118 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.351577 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.351808 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.352050 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.353145 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.353389 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.353660 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.353972 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.354285 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.354547 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.354785 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.355045 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.355604 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.355849 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.356095 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.356316 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.356573 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.356812 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.357062 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.357287 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.357520 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.357741 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.357967 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.358186 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.358407 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.358990 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.359268 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.359540 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.359784 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.360007 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.360228 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.360476 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.360680 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.360919 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.361172 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.361387 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.361631 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.361813 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.362049 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.362261 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.363094 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.363354 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.363616 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.363911 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.364105 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.364336 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.364566 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.364775 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.364985 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.365230 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.365448 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.365660 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.365906 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.366151 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.366365 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.366591 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.366811 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.367023 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.367254 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.367466 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.367732 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.367975 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.368197 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.368427 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.368670 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.369622 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.370203 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.371028 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.371704 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.372016 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.372321 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.372612 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.373057 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.373297 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.373521 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.373738 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.374041 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.374302 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.374527 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.374815 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.375539 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.375869 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.376139 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.376458 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.376679 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.376925 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.377703 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.377703 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.377950 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.378075 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.378379 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.379156 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.379609 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.379874 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.380170 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.380447 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.380733 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.380951 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.381263 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.381587 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.381850 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.382105 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.382370 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.382624 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.382850 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.383067 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.383303 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.383559 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.383801 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.384110 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.384350 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.384659 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.384884 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.385116 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.385340 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.385688 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.385925 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.386168 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.386411 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.386565 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 06 12:13:07.387114 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106028) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 06 12:13:07.387279 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 06 12:13:07.387433 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 06 12:13:07.387643 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 06 12:13:07.387812 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 06 12:13:07.387964 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 06 12:13:07.388169 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.388330 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.388493 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.388652 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.388836 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.388993 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.389152 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.389303 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.389461 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.389617 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.389773 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.389929 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.390086 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.390241 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.390398 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.390554 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.390711 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.390871 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.391027 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.391184 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.391340 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.391498 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] debug = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.391682 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.391892 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.392057 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.392213 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.392369 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.392525 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.392681 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.392838 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.392996 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.393151 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.393307 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.393463 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.393619 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.393775 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.393957 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.394114 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.394271 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.394427 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] host = dv-cinder-856041-2-iscsi {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.394582 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.395019 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.395154 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.395309 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.395466 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.395644 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.395801 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.395957 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.396128 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.396258 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.396413 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.396569 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.396725 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.396882 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] log_file = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.397038 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] log_options = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.397194 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.397349 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.397506 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.397687 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.397849 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.398007 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.398164 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.398320 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.398477 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.398634 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.398790 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.398946 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.399102 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.399257 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.399412 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.399590 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.399747 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.399904 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.400060 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.400221 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.400376 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.400532 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.400689 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.400844 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.401000 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.401157 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.401312 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.401467 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.401623 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.401779 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.401936 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.402092 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.402247 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.402403 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.402559 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.402715 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.402871 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.403027 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.403186 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.403343 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.403499 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.403675 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.403831 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.403986 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.404142 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.404299 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.404454 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] use_json = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.404610 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.404764 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.404919 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.405075 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.405230 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.405387 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.405543 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.405699 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.405855 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 12:13:07.406030 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.406190 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.406360 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.406519 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.406678 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.406836 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.406994 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.407152 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.407309 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.407469 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.407657 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.407816 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.407985 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.408144 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.408301 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.408461 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.408619 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.408778 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.408935 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.409093 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.409251 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.409408 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.409599 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.409758 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.409916 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.410074 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.410236 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.410402 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.410559 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.410725 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.410897 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.411056 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.411215 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.411374 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.411551 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.411712 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.411872 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.412030 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.412189 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.412348 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.412507 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.412665 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.412823 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.412981 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.413140 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.413299 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.413458 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.413616 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.413775 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.413934 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.414092 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.414250 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.414408 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.414567 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.414725 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.414883 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.415040 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.415208 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.415367 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.415547 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.415710 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.415869 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.416027 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.416185 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.416342 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.416499 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.416658 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.416816 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.416987 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.417145 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.417303 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.417462 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.417621 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.417779 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.417937 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.418096 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.418254 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.418412 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.418571 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.418728 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.418885 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.419042 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.419200 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.419357 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.419523 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.419694 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.419852 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.420010 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.420173 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.420330 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.420488 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.420652 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.420826 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.420986 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.421144 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.421301 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.421459 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.421617 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.421773 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.421931 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.422089 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.422246 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.422403 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.422561 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.422720 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.422879 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.423036 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.423193 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.423350 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.423522 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.423683 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.423840 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.423996 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.424153 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.424310 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.424469 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.424627 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.424785 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.424942 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.425606 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.425767 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.425924 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.426081 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.426247 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.426405 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.426567 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.426725 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.426889 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.427057 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.427216 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.427377 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.427559 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.427720 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.427879 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.428037 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.428195 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.428352 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.428511 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.428668 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.428837 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.428997 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.429156 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.429313 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.429495 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.429652 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.429808 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.429966 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.430124 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.430281 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.430439 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.430600 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.430759 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.430917 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.431075 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.431233 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.431391 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.431571 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.431732 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.431890 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.432049 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.432209 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.432366 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.432525 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.432684 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.432843 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.433000 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.433158 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.433316 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.433474 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.433633 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.433793 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.433950 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.434108 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.434265 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.434423 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.434582 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.434742 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.434900 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.435057 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.435216 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.435375 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.435554 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.435715 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.435874 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.436033 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.436193 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.436351 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.436516 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.436724 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.437403 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.437403 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.437403 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.437403 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.437403 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.437801 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.437801 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.437954 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.438034 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.438155 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.438312 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.438470 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.438630 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.438789 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.438949 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.439107 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.439265 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.439422 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.439607 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.439767 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.439926 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.440086 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.440244 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.440402 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.440560 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.440743 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.441435 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.441602 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.441763 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.441923 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.442082 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.442241 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.442403 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.442562 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.442722 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.442880 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.443040 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.443199 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.443358 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.443533 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.443698 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.443869 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.444029 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.444187 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.444346 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.444503 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.444663 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.444832 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.444990 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.445148 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.445306 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.445475 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.445610 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.445777 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.445935 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.446093 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.446249 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.446398 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.446557 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.446723 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.446881 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.447039 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.447198 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.447356 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.447549 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.447711 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.447871 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.448030 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.448188 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.448346 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.448504 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.448673 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.448832 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.448990 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.449149 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.449310 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.449454 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.449620 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.449779 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.449937 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.450102 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.450261 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.450418 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.450578 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.450750 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.450908 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.451071 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.451230 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.451389 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.451567 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.451730 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.451895 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.452062 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.452227 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.452387 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.452553 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.452719 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.452886 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.453045 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.453208 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.453377 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.453536 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.453696 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.453854 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.454012 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.454171 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.454329 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.454488 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.454646 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.454805 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.454964 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.455121 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.455280 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.455439 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.455619 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.455780 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.455972 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.456103 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.456231 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.456413 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 12:13:07.456567 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 06 12:13:07.545613 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46128) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:13:07.553079 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [-] 10.222.0.33 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0053489 Oct 06 12:13:07.557463 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [-] 10.222.0.33 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038118 Oct 06 12:13:16.721006 dv-cinder-856041-2-iscsi neutron-server[106028]: DEBUG dbcounter [-] [106028] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106028) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:13:18.718356 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea865713-9424-450f-a32c-5ae55f38d7e9 None None] get_active_networks_info from dv-cinder-856041-2-iscsi {{(pid=106141) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 06 12:13:18.736423 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writer thread running {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 06 12:13:18.819346 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea865713-9424-450f-a32c-5ae55f38d7e9 None None] No non-hosted networks {{(pid=106141) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 06 12:13:18.834556 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.agentschedulers_db [None req-ea865713-9424-450f-a32c-5ae55f38d7e9 None None] DHCP Agent not found on host dv-cinder-856041-2-iscsi {{(pid=106141) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 06 12:13:18.966315 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-15e9fb1f-86f5-4137-bed6-82a123b9f7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664468'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:20.508270 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writer thread running {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 06 12:13:21.013921 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-f431f0eb-62e7-4e52-8696-3a58c19a20ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664468'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:21.046380 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-86a08b2e-279d-47c0-a5d8-f2f8dd3e35f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:22.039125 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664468'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:22.483456 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46202) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:13:23.053920 dv-cinder-856041-2-iscsi neutron-server[106139]: WARNING oslo_policy.policy [None req-53166bc6-565e-491a-a142-e4923942313c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 12:13:23.054508 dv-cinder-856041-2-iscsi neutron-server[106139]: WARNING oslo_policy.policy [None req-53166bc6-565e-491a-a142-e4923942313c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 12:13:23.277483 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [None req-53166bc6-565e-491a-a142-e4923942313c admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:13:23.292020 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-53166bc6-565e-491a-a142-e4923942313c admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8073678 Oct 06 12:13:23.550674 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664468'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:23.684290 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664468'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:23.688271 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:23.688617 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:23.688954 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:23.689808 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:23.690139 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:23.692050 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:23.692437 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:23.692795 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:23.693133 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:23.693460 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:23.693802 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:23.694131 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:23.694469 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:23.694794 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:23.695113 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:23.695541 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-856041-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:13:23.707041 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-856041-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:13:25.389121 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.db.l3_hamode_db [None req-a99b6edd-6851-407d-b78c-5448785735a7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 06 12:13:25.468647 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b6edd-6851-407d-b78c-5448785735a7 None None] Routers set() bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:13:25.469028 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b6edd-6851-407d-b78c-5448785735a7 None None] Router IDs set() for agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 06 12:13:25.974580 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46238) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:13:26.289430 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-f8a88fe0-13a9-45ac-86ed-7c6b4b4aea4e admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:13:26.301924 dv-cinder-856041-2-iscsi neutron-server[106139]: ERROR stevedore.extension [None req-f8a88fe0-13a9-45ac-86ed-7c6b4b4aea4e admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 06 12:13:26.382415 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.policy [None req-f8a88fe0-13a9-45ac-86ed-7c6b4b4aea4e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106139) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 06 12:13:26.424800 dv-cinder-856041-2-iscsi neutron-server[106139]: WARNING oslo_policy.policy [None req-f8a88fe0-13a9-45ac-86ed-7c6b4b4aea4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 12:13:26.425172 dv-cinder-856041-2-iscsi neutron-server[106139]: WARNING oslo_policy.policy [None req-f8a88fe0-13a9-45ac-86ed-7c6b4b4aea4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 12:13:26.444834 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writer thread running {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 06 12:13:26.519878 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f8a88fe0-13a9-45ac-86ed-7c6b4b4aea4e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790622319524', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790622320056', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790622303329', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790622294438', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790622287950', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790622283678', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-824891', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-825082', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1802633', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1583746'] for rbac-policy (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:26.590454 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f8a88fe0-13a9-45ac-86ed-7c6b4b4aea4e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:26.591651 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-f8a88fe0-13a9-45ac-86ed-7c6b4b4aea4e admin admin] 10.222.0.33 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6160998 Oct 06 12:13:29.167665 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46248) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:13:29.490599 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:13:29.520626 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Made reservation on behalf of b427802e13664086974c8d53f5bfbc88 for: {'network': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:13:29.524838 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:29.543688 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:29.653344 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Publish callbacks [] for security_group (8bca68b4-2a62-4313-a955-13760bd85b65), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:29.657062 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (8bca68b4-2a62-4313-a955-13760bd85b65), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:29.681782 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=106139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:13:29.717030 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790620699603', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (6cc9987a-56b5-4b77-9c26-d6298714e881), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:29.717605 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Unsubscribe: segment precommit_create {{(pid=106139) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 06 12:13:29.718133 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.segments_db [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Added segment 6cc9987a-56b5-4b77-9c26-d6298714e881 of type vlan for network 3827770c-d5f8-4597-b5f2-2ce657bb4ed0 Oct 06 12:13:29.735823 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8bca68b4-2a62-4313-a955-13760bd85b65,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:13:29.785786 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:29.786127 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:29.786485 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:29.786834 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:29.787164 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:29.787490 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:29.787834 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:29.788157 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:29.788495 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:29.788815 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:29.789196 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:29.789539 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:29.789862 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:29.790177 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:29.790489 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Tracked resource versions report: Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: pushed versions: Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: { 'AddressGroup': {'1.2'}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Agent': {'1.1'}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'ConntrackHelper': {'1.0'}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'LocalIPAssociation': {'1.0'}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Log': {'1.0'}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'NDPProxy': {'1.0'}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Network': {'1.1'}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Port': {'1.7'}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'PortForwarding': {'1.3'}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'QosPolicy': {'1.10'}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'SecurityGroup': {'1.5'}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'SecurityGroupRule': {'1.2'}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'SubPort': {'1.0'}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Subnet': {'1.1'}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Trunk': {'1.1'}} Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: consumer versions: Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: { DHCP agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: L3 agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: Metadata agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: Metering agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: Open vSwitch agent@dv-cinder-856041-2-iscsi: { 'AddressGroup': '1.2', Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Agent': '1.1', Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'ConntrackHelper': '1.0', Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'LocalIPAssociation': '1.0', Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Log': '1.0', Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'NDPProxy': '1.0', Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Network': '1.1', Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Port': '1.7', Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'PortForwarding': '1.3', Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'QosPolicy': '1.10', Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'SecurityGroup': '1.5', Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'SecurityGroupRule': '1.2', Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'SubPort': '1.0', Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Subnet': '1.1', Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Trunk': '1.1'}} Oct 06 12:13:29.791957 dv-cinder-856041-2-iscsi neutron-server[106139]: {{(pid=106139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 12:13:29.823717 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (3827770c-d5f8-4597-b5f2-2ce657bb4ed0), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:29.863724 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (3827770c-d5f8-4597-b5f2-2ce657bb4ed0), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:29.868634 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:13:29.869326 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:29.878859 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=56,neutron:INSERT=41,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:13:29.964776 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7959476 Oct 06 12:13:29.997237 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb06bb1-6fc4-4a93-9072-159e76f9946d demo demo] Pushing event updated for resources: {'Network': ['ID=3827770c-d5f8-4597-b5f2-2ce657bb4ed0,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:13:30.009856 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network 3827770c-d5f8-4597-b5f2-2ce657bb4ed0 details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:13:32.596402 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46262) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:13:33.008776 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216d856a-1bee-4061-8b88-0a249c273743 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:13:33.010136 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-216d856a-1bee-4061-8b88-0a249c273743 demo admin] 10.222.0.33 "GET /networking/v2.0/networks/3827770c-d5f8-4597-b5f2-2ce657bb4ed0 HTTP/1.1" status: 200 len: 825 time: 0.4128602 Oct 06 12:13:33.035480 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-a40baea1-bc90-4853-8aaf-89028052b9a9 demo admin] 10.222.0.33 "GET /networking/v2.0/subnetpools/f64bf64e-5e50-4a1a-9e97-33d48d661d1a HTTP/1.1" status: 200 len: 734 time: 0.0193567 Oct 06 12:13:33.043763 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-782cf7e4-4269-49fe-8b01-79a81dcf6aa4 demo admin] Request body: {'subnet': {'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0', 'name': 'private-subnet', 'subnetpool_id': 'f64bf64e-5e50-4a1a-9e97-33d48d661d1a', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:13:33.065082 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782cf7e4-4269-49fe-8b01-79a81dcf6aa4 demo admin] Made reservation on behalf of b427802e13664086974c8d53f5bfbc88 for: {'subnet': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:13:33.067412 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-782cf7e4-4269-49fe-8b01-79a81dcf6aa4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:33.221370 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:13:33.362105 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-782cf7e4-4269-49fe-8b01-79a81dcf6aa4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (73709d19-214a-485b-99fe-2345c8442a2c), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:33.429244 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cf7e4-4269-49fe-8b01-79a81dcf6aa4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=73709d19-214a-485b-99fe-2345c8442a2c,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:13:33.439530 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cf7e4-4269-49fe-8b01-79a81dcf6aa4 demo admin] Checking segment: {'id': '6cc9987a-56b5-4b77-9c26-d6298714e881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:13:33.439951 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782cf7e4-4269-49fe-8b01-79a81dcf6aa4 demo admin] Network hostable DHCP agents. Network: 3827770c-d5f8-4597-b5f2-2ce657bb4ed0, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:13:33.460030 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782cf7e4-4269-49fe-8b01-79a81dcf6aa4 demo admin] Network 3827770c-d5f8-4597-b5f2-2ce657bb4ed0 is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:13:33.470437 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-782cf7e4-4269-49fe-8b01-79a81dcf6aa4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, 3827770c-d5f8-4597-b5f2-2ce657bb4ed0) {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:13:33.475074 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782cf7e4-4269-49fe-8b01-79a81dcf6aa4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:13:33.475644 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-782cf7e4-4269-49fe-8b01-79a81dcf6aa4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:33.479522 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15caf4b6-e249-482d-97e3-e4eb6fc63a91 None None] Network 3827770c-d5f8-4597-b5f2-2ce657bb4ed0 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:13:33.492636 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-782cf7e4-4269-49fe-8b01-79a81dcf6aa4 demo admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4519365 Oct 06 12:13:33.747724 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e4fcd5-b394-5821-a063-acad06bec7fa-3827770c-d5f8-4597-b5f2-2ce657bb4ed0', 'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0', 'project_id': 'b427802e13664086974c8d53f5bfbc88', 'fixed_ips': [{'subnet_id': '73709d19-214a-485b-99fe-2345c8442a2c'}]}} from dv-cinder-856041-2-iscsi. {{(pid=106141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 12:13:33.749318 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:34.028214 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.db_base_plugin_common [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Allocated IP 172.20.0.2 (3827770c-d5f8-4597-b5f2-2ce657bb4ed0/73709d19-214a-485b-99fe-2345c8442a2c/2827b988-9e02-4554-9642-1ac2728d5861) {{(pid=106141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:13:34.114239 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=62,neutron:INSERT=34,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:13:34.299416 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Publish callbacks [] for port (2827b988-9e02-4554-9642-1ac2728d5861), precommit_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:34.307088 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (2827b988-9e02-4554-9642-1ac2728d5861), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:34.382938 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Network 3827770c-d5f8-4597-b5f2-2ce657bb4ed0 is already hosted by enough agents. {{(pid=106141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:13:34.391967 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.base_scheduler [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Resources bound (agent type, host, resource id): {{(pid=106141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:13:34.397189 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Pushing event updated for resources: {'Port': ['ID=2827b988-9e02-4554-9642-1ac2728d5861,revision_number=1']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:13:34.399401 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Received port after_create {{(pid=106141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:13:34.410444 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:34.410785 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:34.411145 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:34.411519 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:34.411861 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:34.412191 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:34.412518 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:34.412844 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:34.413169 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:34.413492 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:34.413819 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:34.414161 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:34.414488 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:34.414813 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:34.415131 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Tracked resource versions report: Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: pushed versions: Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: { 'AddressGroup': {'1.2'}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Agent': {'1.1'}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'ConntrackHelper': {'1.0'}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'LocalIPAssociation': {'1.0'}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Log': {'1.0'}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'NDPProxy': {'1.0'}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Network': {'1.1'}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Port': {'1.7'}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'PortForwarding': {'1.3'}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'QosPolicy': {'1.10'}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'SecurityGroup': {'1.5'}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'SecurityGroupRule': {'1.2'}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'SubPort': {'1.0'}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Subnet': {'1.1'}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Trunk': {'1.1'}} Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: consumer versions: Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: { DHCP agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: L3 agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: Metadata agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: Metering agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: Open vSwitch agent@dv-cinder-856041-2-iscsi: { 'AddressGroup': '1.2', Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Agent': '1.1', Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'ConntrackHelper': '1.0', Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'LocalIPAssociation': '1.0', Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Log': '1.0', Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'NDPProxy': '1.0', Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Network': '1.1', Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Port': '1.7', Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'PortForwarding': '1.3', Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'QosPolicy': '1.10', Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'SecurityGroup': '1.5', Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'SecurityGroupRule': '1.2', Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'SubPort': '1.0', Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Subnet': '1.1', Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Trunk': '1.1'}} Oct 06 12:13:34.416699 dv-cinder-856041-2-iscsi neutron-server[106141]: {{(pid=106141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 12:13:34.496206 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Attempting to bind port 2827b988-9e02-4554-9642-1ac2728d5861 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:13:34.496851 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Attempting to bind port 2827b988-9e02-4554-9642-1ac2728d5861 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '6cc9987a-56b5-4b77-9c26-d6298714e881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:13:34.497024 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Attempting to bind port 2827b988-9e02-4554-9642-1ac2728d5861 on network 3827770c-d5f8-4597-b5f2-2ce657bb4ed0 {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:13:34.515831 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:13:34.544657 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:13:34.545018 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Checking segment: {'id': '6cc9987a-56b5-4b77-9c26-d6298714e881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:13:34.545498 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:34.545886 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Bound using segment: {'id': '6cc9987a-56b5-4b77-9c26-d6298714e881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:13:34.546368 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Bound port: 2827b988-9e02-4554-9642-1ac2728d5861, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc9987a-56b5-4b77-9c26-d6298714e881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:13:34.546776 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (2827b988-9e02-4554-9642-1ac2728d5861), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:34.608804 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] For port 2827b988-9e02-4554-9642-1ac2728d5861, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:13:34.628706 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] For port 2827b988-9e02-4554-9642-1ac2728d5861, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=2827b988-9e02-4554-9642-1ac2728d5861,segment=NetworkSegment(6cc9987a-56b5-4b77-9c26-d6298714e881),segment_id=6cc9987a-56b5-4b77-9c26-d6298714e881)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:13:34.635709 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (2827b988-9e02-4554-9642-1ac2728d5861), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:34.687850 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1af1a9-c24a-43dd-8390-04fd46bbda89 None None] Pushing event updated for resources: {'Port': ['ID=2827b988-9e02-4554-9642-1ac2728d5861,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:13:36.169688 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46272) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:13:36.494421 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [None req-ec761898-5093-4b71-8f53-1a33f1c197ed admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:13:36.495418 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-ec761898-5093-4b71-8f53-1a33f1c197ed admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3247736 Oct 06 12:13:38.563801 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:13:38.568839 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=9 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:13:39.151494 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46284) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:13:39.475777 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [None req-6b620d47-a3bd-4d12-bba9-64324e6df1bb admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:13:39.476858 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-6b620d47-a3bd-4d12-bba9-64324e6df1bb admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3243988 Oct 06 12:13:42.113628 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46296) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:13:42.446504 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-b52bf67f-0dc1-4aed-82df-52503a5eb489 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:13:42.471591 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b52bf67f-0dc1-4aed-82df-52503a5eb489 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2462'] for router (01591c84-eba0-48ba-887f-85565f85fbba), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:42.473128 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b52bf67f-0dc1-4aed-82df-52503a5eb489 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2455'] for router (01591c84-eba0-48ba-887f-85565f85fbba), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:42.614682 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b52bf67f-0dc1-4aed-82df-52503a5eb489 demo demo] Publish callbacks [] for router_controller (01591c84-eba0-48ba-887f-85565f85fbba), precommit_add_association {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:42.621046 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b52bf67f-0dc1-4aed-82df-52503a5eb489 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665995'] for router (01591c84-eba0-48ba-887f-85565f85fbba), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:42.630322 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53187b1-d5e2-4303-bb42-e04561d3ff69 None None] Network 3827770c-d5f8-4597-b5f2-2ce657bb4ed0 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:13:42.639998 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b52bf67f-0dc1-4aed-82df-52503a5eb489 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:42.641735 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b52bf67f-0dc1-4aed-82df-52503a5eb489 demo demo] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5271244 Oct 06 12:13:42.692784 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-8f9f03f2-2eb1-4a5f-a5bc-e475e5de8822 None None] Provisioning complete for port 2827b988-9e02-4554-9642-1ac2728d5861 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:13:42.693200 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8f9f03f2-2eb1-4a5f-a5bc-e475e5de8822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (2827b988-9e02-4554-9642-1ac2728d5861), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:42.693570 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-8f9f03f2-2eb1-4a5f-a5bc-e475e5de8822 None None] Attempt 1 to provision port 2827b988-9e02-4554-9642-1ac2728d5861 Oct 06 12:13:42.896919 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f03f2-2eb1-4a5f-a5bc-e475e5de8822 None None] Current status of the port 2827b988-9e02-4554-9642-1ac2728d5861 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:13:42.897213 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8f9f03f2-2eb1-4a5f-a5bc-e475e5de8822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (2827b988-9e02-4554-9642-1ac2728d5861), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:42.933228 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-8f9f03f2-2eb1-4a5f-a5bc-e475e5de8822 None None] For port 2827b988-9e02-4554-9642-1ac2728d5861, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=2827b988-9e02-4554-9642-1ac2728d5861,segment=NetworkSegment(6cc9987a-56b5-4b77-9c26-d6298714e881),segment_id=6cc9987a-56b5-4b77-9c26-d6298714e881)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:13:42.939464 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8f9f03f2-2eb1-4a5f-a5bc-e475e5de8822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (2827b988-9e02-4554-9642-1ac2728d5861), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:42.991831 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f03f2-2eb1-4a5f-a5bc-e475e5de8822 None None] Pushing event updated for resources: {'Port': ['ID=2827b988-9e02-4554-9642-1ac2728d5861,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:13:43.157625 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-0af7bc60-5386-412a-a602-1b0af40e5131 None None] Provisioning complete for port 2827b988-9e02-4554-9642-1ac2728d5861 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:13:43.157940 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0af7bc60-5386-412a-a602-1b0af40e5131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (2827b988-9e02-4554-9642-1ac2728d5861), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:43.158277 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-0af7bc60-5386-412a-a602-1b0af40e5131 None None] Attempt 1 to provision port 2827b988-9e02-4554-9642-1ac2728d5861 Oct 06 12:13:43.232030 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-0af7bc60-5386-412a-a602-1b0af40e5131 None None] Current status of the port 2827b988-9e02-4554-9642-1ac2728d5861 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:13:43.416215 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 2827b988-9e02-4554-9642-1ac2728d5861 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:13:43.444147 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:13:43.462927 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 2827b988-9e02-4554-9642-1ac2728d5861 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:13:43.463319 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (2827b988-9e02-4554-9642-1ac2728d5861), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:43.463699 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 2827b988-9e02-4554-9642-1ac2728d5861 Oct 06 12:13:43.535463 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 2827b988-9e02-4554-9642-1ac2728d5861 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:13:45.250122 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46304) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:13:45.564548 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [None req-1ed83be0-53a6-4732-acee-07b4143c576d admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:13:45.565583 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-1ed83be0-53a6-4732-acee-07b4143c576d admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3144755 Oct 06 12:13:48.173798 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46312) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:13:48.518602 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-6c960667-cf5f-4f06-b893-56fe491db0bd admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:13:48.538866 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c960667-cf5f-4f06-b893-56fe491db0bd admin admin] Made reservation on behalf of 5568e23a42b74b0a8d5f679d197b7521 for: {'network': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:13:48.541173 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6c960667-cf5f-4f06-b893-56fe491db0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:48.549241 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6c960667-cf5f-4f06-b893-56fe491db0bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:48.622411 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6c960667-cf5f-4f06-b893-56fe491db0bd admin admin] Publish callbacks [] for security_group (2a28aeb3-7032-4d39-98a3-283d26cbf60a), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:48.626570 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6c960667-cf5f-4f06-b893-56fe491db0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (2a28aeb3-7032-4d39-98a3-283d26cbf60a), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:48.633225 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:13:48.641042 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6c960667-cf5f-4f06-b893-56fe491db0bd admin admin] Reserving flat network on physical network physnet1 {{(pid=106139) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 06 12:13:48.665183 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c960667-cf5f-4f06-b893-56fe491db0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a28aeb3-7032-4d39-98a3-283d26cbf60a,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:13:48.669248 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6c960667-cf5f-4f06-b893-56fe491db0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (45153aee-578a-4305-b5a1-0ee0eed586fe), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:48.669592 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.segments_db [None req-6c960667-cf5f-4f06-b893-56fe491db0bd admin admin] Added segment 45153aee-578a-4305-b5a1-0ee0eed586fe of type flat for network 3a606d5c-6843-4963-ada6-7bee64b338fb Oct 06 12:13:48.699234 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-00e742e1-24de-4ef2-be2f-048ea0152eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:48.717688 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6c960667-cf5f-4f06-b893-56fe491db0bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (3a606d5c-6843-4963-ada6-7bee64b338fb), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:48.749300 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6c960667-cf5f-4f06-b893-56fe491db0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (3a606d5c-6843-4963-ada6-7bee64b338fb), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:48.750810 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c960667-cf5f-4f06-b893-56fe491db0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:13:48.751380 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6c960667-cf5f-4f06-b893-56fe491db0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:48.830405 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-6c960667-cf5f-4f06-b893-56fe491db0bd admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6552813 Oct 06 12:13:48.853430 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c960667-cf5f-4f06-b893-56fe491db0bd admin admin] Pushing event updated for resources: {'Network': ['ID=3a606d5c-6843-4963-ada6-7bee64b338fb,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:13:48.864339 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network 3a606d5c-6843-4963-ada6-7bee64b338fb details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:13:48.878050 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:13:51.003389 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-1be88652-8527-48b9-b8fd-48795fa4f309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:51.453867 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46320) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:13:51.813929 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:13:51.834392 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc2f5bf-9d87-4791-b1df-6087f4eb05c1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:13:51.835744 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-dfc2f5bf-9d87-4791-b1df-6087f4eb05c1 demo admin] 10.222.0.33 "GET /networking/v2.0/subnets/73709d19-214a-485b-99fe-2345c8442a2c HTTP/1.1" status: 200 len: 849 time: 0.3809063 Oct 06 12:13:51.951644 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-cc0c7b89-ed0d-45ad-be8c-cbb684306bbb demo admin] 10.222.0.33 "GET /networking/v2.0/routers/01591c84-eba0-48ba-887f-85565f85fbba HTTP/1.1" status: 200 len: 704 time: 0.1098557 Oct 06 12:13:51.995153 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:52.214684 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:52.541463 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Allocated IP 172.20.0.1 (3827770c-d5f8-4597-b5f2-2ce657bb4ed0/73709d19-214a-485b-99fe-2345c8442a2c/dad078fc-c0cd-4ed4-8717-7220e96cca30) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:13:52.671949 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:13:52.698390 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Publish callbacks [] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:52.761799 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:52.833703 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Network 3827770c-d5f8-4597-b5f2-2ce657bb4ed0 is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:13:52.838361 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:13:52.843863 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:13:52.844402 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665328'] for router_interface (01591c84-eba0-48ba-887f-85565f85fbba), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:52.913872 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Pushing event updated for resources: {'Port': ['ID=dad078fc-c0cd-4ed4-8717-7220e96cca30,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:13:53.001778 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-ae4d7d83-59ba-4853-b119-db7bcea28f6e None None] Provisioning complete for port dad078fc-c0cd-4ed4-8717-7220e96cca30 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:13:53.002351 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ae4d7d83-59ba-4853-b119-db7bcea28f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:53.002518 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-ae4d7d83-59ba-4853-b119-db7bcea28f6e None None] Attempt 1 to provision port dad078fc-c0cd-4ed4-8717-7220e96cca30 Oct 06 12:13:53.033720 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d7d83-59ba-4853-b119-db7bcea28f6e None None] Port dad078fc-c0cd-4ed4-8717-7220e96cca30 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:13:53.049791 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:53.116011 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:13:53.252075 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Publish callbacks [] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:53.256487 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:53.257303 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665452'] for router_interface (01591c84-eba0-48ba-887f-85565f85fbba), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:53.335732 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Pushing event updated for resources: {'Port': ['ID=dad078fc-c0cd-4ed4-8717-7220e96cca30,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:13:53.384061 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Network 3827770c-d5f8-4597-b5f2-2ce657bb4ed0 is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:13:53.385254 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:13:53.494602 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:53.547249 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Router 01591c84-eba0-48ba-887f-85565f85fbba is scheduled to L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 with binding_index 1 {{(pid=106139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 12:13:53.553527 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-37389625-882a-49b4-a19a-d7918436e59d None None] Provisioning complete for port dad078fc-c0cd-4ed4-8717-7220e96cca30 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:13:53.553902 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-37389625-882a-49b4-a19a-d7918436e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:53.554270 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-37389625-882a-49b4-a19a-d7918436e59d None None] Attempt 1 to provision port dad078fc-c0cd-4ed4-8717-7220e96cca30 Oct 06 12:13:53.584479 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-37389625-882a-49b4-a19a-d7918436e59d None None] Port dad078fc-c0cd-4ed4-8717-7220e96cca30 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:13:53.635983 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:13:53.641063 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-c2bd8f03-c46e-49e3-a496-5cf1d77c2d43 demo admin] 10.222.0.33 "PUT /networking/v2.0/routers/01591c84-eba0-48ba-887f-85565f85fbba/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6841390 Oct 06 12:13:53.646077 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Sync routers for ids ['01591c84-eba0-48ba-887f-85565f85fbba'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:13:53.659824 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Routers {'01591c84-eba0-48ba-887f-85565f85fbba'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:13:53.660516 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:13:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['01591c84-eba0-48ba-887f-85565f85fbba'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:13:53.691261 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:53.842938 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Set router 01591c84-eba0-48ba-887f-85565f85fbba gateway port host: None {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:13:54.264559 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01591c84-eba0-48ba-887f-85565f85fbba', 'name': 'router1', 'tenant_id': 'b427802e13664086974c8d53f5bfbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:13:42Z', 'updated_at': '2022-10-06T12:13:52Z', 'revision_number': 2, 'project_id': 'b427802e13664086974c8d53f5bfbc88', 'gw_port_host': None, '_interfaces': [{'id': 'dad078fc-c0cd-4ed4-8717-7220e96cca30', 'name': '', 'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0', 'tenant_id': 'b427802e13664086974c8d53f5bfbc88', 'mac_address': 'fa:16:3e:f2:55:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01591c84-eba0-48ba-887f-85565f85fbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73709d19-214a-485b-99fe-2345c8442a2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:13:52Z', 'updated_at': '2022-10-06T12:13:53Z', 'revision_number': 2, 'project_id': 'b427802e13664086974c8d53f5bfbc88', 'subnets': [{'id': '73709d19-214a-485b-99fe-2345c8442a2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64bf64e-5e50-4a1a-9e97-33d48d661d1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:13:54.313199 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Checking router: 01591c84-eba0-48ba-887f-85565f85fbba for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:13:54.313566 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Updating router 01591c84-eba0-48ba-887f-85565f85fbba port dad078fc-c0cd-4ed4-8717-7220e96cca30 binding host dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:13:54.367442 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:54.869423 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Publish callbacks [] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), precommit_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:54.875778 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:55.020585 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Pushing event updated for resources: {'Port': ['ID=dad078fc-c0cd-4ed4-8717-7220e96cca30,revision_number=3']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:13:55.026283 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Attempting to bind port dad078fc-c0cd-4ed4-8717-7220e96cca30 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:13:55.026679 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Attempting to bind port dad078fc-c0cd-4ed4-8717-7220e96cca30 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '6cc9987a-56b5-4b77-9c26-d6298714e881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0'}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:13:55.027107 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Attempting to bind port dad078fc-c0cd-4ed4-8717-7220e96cca30 on network 3827770c-d5f8-4597-b5f2-2ce657bb4ed0 {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:13:55.058475 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:55.058815 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:55.059168 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:55.059542 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:55.059867 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:55.060188 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:55.060507 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:55.060823 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:55.061141 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:55.061476 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:55.061796 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:55.062128 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:55.062444 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:55.062754 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:55.063064 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Tracked resource versions report: Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: pushed versions: Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: { 'AddressGroup': {'1.2'}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Agent': {'1.1'}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'ConntrackHelper': {'1.0'}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'LocalIPAssociation': {'1.0'}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Log': {'1.0'}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'NDPProxy': {'1.0'}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Network': {'1.1'}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Port': {'1.7'}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'PortForwarding': {'1.3'}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'QosPolicy': {'1.10'}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'SecurityGroup': {'1.5'}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'SecurityGroupRule': {'1.2'}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'SubPort': {'1.0'}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Subnet': {'1.1'}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Trunk': {'1.1'}} Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: consumer versions: Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: { DHCP agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: L3 agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: Metadata agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: Metering agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: Open vSwitch agent@dv-cinder-856041-2-iscsi: { 'AddressGroup': '1.2', Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Agent': '1.1', Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'ConntrackHelper': '1.0', Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'LocalIPAssociation': '1.0', Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Log': '1.0', Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'NDPProxy': '1.0', Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Network': '1.1', Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Port': '1.7', Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'PortForwarding': '1.3', Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'QosPolicy': '1.10', Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'SecurityGroup': '1.5', Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'SecurityGroupRule': '1.2', Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'SubPort': '1.0', Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Subnet': '1.1', Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Trunk': '1.1'}} Oct 06 12:13:55.064546 dv-cinder-856041-2-iscsi neutron-server[106142]: {{(pid=106142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 12:13:55.122300 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:13:55.122618 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Checking segment: {'id': '6cc9987a-56b5-4b77-9c26-d6298714e881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:13:55.123096 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:55.123486 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Bound using segment: {'id': '6cc9987a-56b5-4b77-9c26-d6298714e881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0'} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:13:55.124012 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Bound port: dad078fc-c0cd-4ed4-8717-7220e96cca30, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc9987a-56b5-4b77-9c26-d6298714e881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0'}}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:13:55.124386 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:55.162799 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:13:55.188863 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] For port dad078fc-c0cd-4ed4-8717-7220e96cca30, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:13:55.206970 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] For port dad078fc-c0cd-4ed4-8717-7220e96cca30, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=dad078fc-c0cd-4ed4-8717-7220e96cca30,segment=NetworkSegment(6cc9987a-56b5-4b77-9c26-d6298714e881),segment_id=6cc9987a-56b5-4b77-9c26-d6298714e881)] {{(pid=106142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:13:55.212214 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:55.241678 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:13:55.249619 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Routers {'01591c84-eba0-48ba-887f-85565f85fbba'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:13:55.250225 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:13:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['01591c84-eba0-48ba-887f-85565f85fbba'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:13:55.323630 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8d6b7-51f0-4f5f-8db1-e95599f5f6f4 None None] Pushing event updated for resources: {'Port': ['ID=dad078fc-c0cd-4ed4-8717-7220e96cca30,revision_number=4']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:13:55.346337 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] Set router 01591c84-eba0-48ba-887f-85565f85fbba gateway port host: None {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:13:55.538798 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01591c84-eba0-48ba-887f-85565f85fbba', 'name': 'router1', 'tenant_id': 'b427802e13664086974c8d53f5bfbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:13:42Z', 'updated_at': '2022-10-06T12:13:52Z', 'revision_number': 2, 'project_id': 'b427802e13664086974c8d53f5bfbc88', 'gw_port_host': None, '_interfaces': [{'id': 'dad078fc-c0cd-4ed4-8717-7220e96cca30', 'name': '', 'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0', 'tenant_id': 'b427802e13664086974c8d53f5bfbc88', 'mac_address': 'fa:16:3e:f2:55:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01591c84-eba0-48ba-887f-85565f85fbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73709d19-214a-485b-99fe-2345c8442a2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:13:52Z', 'updated_at': '2022-10-06T12:13:55Z', 'revision_number': 4, 'project_id': 'b427802e13664086974c8d53f5bfbc88', 'subnets': [{'id': '73709d19-214a-485b-99fe-2345c8442a2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64bf64e-5e50-4a1a-9e97-33d48d661d1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:13:55.562934 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764745da-d923-4db7-afc1-ee5350a36c17 None None] The sync data for ids ['01591c84-eba0-48ba-887f-85565f85fbba'] in dv-cinder-856041-2-iscsi is: [{'id': '01591c84-eba0-48ba-887f-85565f85fbba', 'name': 'router1', 'tenant_id': 'b427802e13664086974c8d53f5bfbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:13:42Z', 'updated_at': '2022-10-06T12:13:52Z', 'revision_number': 2, 'project_id': 'b427802e13664086974c8d53f5bfbc88', 'gw_port_host': None, '_interfaces': [{'id': 'dad078fc-c0cd-4ed4-8717-7220e96cca30', 'name': '', 'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0', 'tenant_id': 'b427802e13664086974c8d53f5bfbc88', 'mac_address': 'fa:16:3e:f2:55:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01591c84-eba0-48ba-887f-85565f85fbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73709d19-214a-485b-99fe-2345c8442a2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:13:52Z', 'updated_at': '2022-10-06T12:13:55Z', 'revision_number': 4, 'project_id': 'b427802e13664086974c8d53f5bfbc88', 'subnets': [{'id': '73709d19-214a-485b-99fe-2345c8442a2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64bf64e-5e50-4a1a-9e97-33d48d661d1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:13:56.433755 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 46330) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:13:56.965229 dv-cinder-856041-2-iscsi neutron-server[106140]: WARNING oslo_policy.policy [None req-36ac1876-87ce-401c-93a6-703ee78ab879 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 12:13:56.965802 dv-cinder-856041-2-iscsi neutron-server[106140]: WARNING oslo_policy.policy [None req-36ac1876-87ce-401c-93a6-703ee78ab879 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 12:13:57.193806 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writer thread running {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 06 12:13:57.232905 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:13:57.349800 dv-cinder-856041-2-iscsi neutron-server[106140]: ERROR stevedore.extension [None req-36ac1876-87ce-401c-93a6-703ee78ab879 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 06 12:13:57.405326 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.policy [None req-36ac1876-87ce-401c-93a6-703ee78ab879 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106140) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 06 12:13:57.447560 dv-cinder-856041-2-iscsi neutron-server[106140]: WARNING oslo_policy.policy [None req-36ac1876-87ce-401c-93a6-703ee78ab879 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 12:13:57.448153 dv-cinder-856041-2-iscsi neutron-server[106140]: WARNING oslo_policy.policy [None req-36ac1876-87ce-401c-93a6-703ee78ab879 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 12:13:57.455721 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac1876-87ce-401c-93a6-703ee78ab879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:13:57.458267 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-36ac1876-87ce-401c-93a6-703ee78ab879 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/3a606d5c-6843-4963-ada6-7bee64b338fb HTTP/1.1" status: 200 len: 842 time: 1.0226262 Oct 06 12:13:57.468263 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Request body: {'subnet': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:13:57.507868 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Made reservation on behalf of 5568e23a42b74b0a8d5f679d197b7521 for: {'subnet': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:13:57.510817 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:57.900928 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.objects.ports [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106140) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 06 12:13:57.901414 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (cde42447-61bc-4756-a648-55dc78bca37d), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:57.972176 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde42447-61bc-4756-a648-55dc78bca37d,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:13:57.974407 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Checking segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:13:57.974762 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Network hostable DHCP agents. Network: 3a606d5c-6843-4963-ada6-7bee64b338fb, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:13:57.986520 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:57.986862 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:57.987203 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:57.987554 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:57.987884 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:57.988209 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:57.988533 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:57.988857 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:57.989184 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:57.989504 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:57.989838 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:57.990180 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:57.990503 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:57.990819 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:57.991134 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Tracked resource versions report: Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: pushed versions: Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: { 'AddressGroup': {'1.2'}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Agent': {'1.1'}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'ConntrackHelper': {'1.0'}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'LocalIPAssociation': {'1.0'}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Log': {'1.0'}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'NDPProxy': {'1.0'}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Network': {'1.1'}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Port': {'1.7'}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'PortForwarding': {'1.3'}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'QosPolicy': {'1.10'}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'SecurityGroup': {'1.5'}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'SecurityGroupRule': {'1.2'}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'SubPort': {'1.0'}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Subnet': {'1.1'}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Trunk': {'1.1'}} Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: consumer versions: Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: { DHCP agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: L3 agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: Metadata agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: Metering agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: Open vSwitch agent@dv-cinder-856041-2-iscsi: { 'AddressGroup': '1.2', Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Agent': '1.1', Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'ConntrackHelper': '1.0', Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'LocalIPAssociation': '1.0', Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Log': '1.0', Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'NDPProxy': '1.0', Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Network': '1.1', Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Port': '1.7', Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'PortForwarding': '1.3', Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'QosPolicy': '1.10', Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'SecurityGroup': '1.5', Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'SecurityGroupRule': '1.2', Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'SubPort': '1.0', Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Subnet': '1.1', Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Trunk': '1.1'}} Oct 06 12:13:57.992594 dv-cinder-856041-2-iscsi neutron-server[106140]: {{(pid=106140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 12:13:58.021208 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:13:58.034326 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, 3a606d5c-6843-4963-ada6-7bee64b338fb) {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:13:58.038909 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:13:58.039557 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:13:58.043724 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5163a8c9-b29b-4793-acef-18e5f2bbaa5b None None] Network 3a606d5c-6843-4963-ada6-7bee64b338fb requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:13:58.062510 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-03df1d46-14d6-4409-9511-59cf466e6778 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5978134 Oct 06 12:13:58.153319 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82867d14-dc7c-4956-a3f5-c989b09d78b0 None None] Network 3a606d5c-6843-4963-ada6-7bee64b338fb requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:14:00.768644 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 46356) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:14:01.290526 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-71a25353-61e9-4123-9d78-c315fc479952 demo admin] 10.222.0.33 "GET /networking/v2.0/routers/01591c84-eba0-48ba-887f-85565f85fbba HTTP/1.1" status: 200 len: 710 time: 0.5208278 Oct 06 12:14:01.380486 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd16716-8974-460d-b48a-2f6dc03fd75a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:14:01.387647 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-9fd16716-8974-460d-b48a-2f6dc03fd75a demo admin] 10.222.0.33 "GET /networking/v2.0/networks/3a606d5c-6843-4963-ada6-7bee64b338fb HTTP/1.1" status: 200 len: 886 time: 0.0851815 Oct 06 12:14:01.391570 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:14:01.439719 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device dad078fc-c0cd-4ed4-8717-7220e96cca30 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:14:01.485641 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port dad078fc-c0cd-4ed4-8717-7220e96cca30 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:14:01.486024 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:01.486359 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port dad078fc-c0cd-4ed4-8717-7220e96cca30 Oct 06 12:14:01.553154 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:01.556628 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port dad078fc-c0cd-4ed4-8717-7220e96cca30 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:14:01.557015 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:01.596509 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port dad078fc-c0cd-4ed4-8717-7220e96cca30, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=dad078fc-c0cd-4ed4-8717-7220e96cca30,segment=NetworkSegment(6cc9987a-56b5-4b77-9c26-d6298714e881),segment_id=6cc9987a-56b5-4b77-9c26-d6298714e881)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:14:01.601338 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:01.632663 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Publish callbacks [] for router_gateway (01591c84-eba0-48ba-887f-85565f85fbba), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:01.648721 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=dad078fc-c0cd-4ed4-8717-7220e96cca30,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:14:01.688131 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:01.850779 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Publish callbacks [] for router_gateway (01591c84-eba0-48ba-887f-85565f85fbba), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:01.929209 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:02.080318 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Allocated IP 172.27.0.70 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/e203b8a4-14f8-47e8-9519-a3fe0b0b63ec) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:14:02.188226 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Publish callbacks [] for port (e203b8a4-14f8-47e8-9519-a3fe0b0b63ec), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:02.243878 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (e203b8a4-14f8-47e8-9519-a3fe0b0b63ec), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:02.314562 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:14:02.319246 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:14:02.325115 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:14:02.363235 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Pushing event updated for resources: {'Port': ['ID=e203b8a4-14f8-47e8-9519-a3fe0b0b63ec,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:14:02.584208 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:02.633128 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Publish callbacks [] for router_gateway (01591c84-eba0-48ba-887f-85565f85fbba), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:02.767265 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:02.812905 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2437'] for router (01591c84-eba0-48ba-887f-85565f85fbba), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:02.817813 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1666004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1666013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667055'] for router (01591c84-eba0-48ba-887f-85565f85fbba), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:02.920574 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Router 01591c84-eba0-48ba-887f-85565f85fbba has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:14:03.020529 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:14:03.024952 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] Publish callbacks [] for router (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:03.026119 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-1db1f606-97f2-4dbc-9f19-8392fdef180d demo admin] 10.222.0.33 "PUT /networking/v2.0/routers/01591c84-eba0-48ba-887f-85565f85fbba HTTP/1.1" status: 200 len: 889 time: 1.6384835 Oct 06 12:14:03.031885 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Sync routers for ids ['01591c84-eba0-48ba-887f-85565f85fbba'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:14:03.044370 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Routers {'01591c84-eba0-48ba-887f-85565f85fbba'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:14:03.045067 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:13:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['01591c84-eba0-48ba-887f-85565f85fbba'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:14:03.205124 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:03.258537 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Set router 01591c84-eba0-48ba-887f-85565f85fbba gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:14:03.421303 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device dad078fc-c0cd-4ed4-8717-7220e96cca30 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:14:03.540930 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:03.586859 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port dad078fc-c0cd-4ed4-8717-7220e96cca30 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:14:03.587249 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:03.587612 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port dad078fc-c0cd-4ed4-8717-7220e96cca30 Oct 06 12:14:03.633363 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:03.634101 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=56 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:03.737365 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01591c84-eba0-48ba-887f-85565f85fbba', 'name': 'router1', 'tenant_id': 'b427802e13664086974c8d53f5bfbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e203b8a4-14f8-47e8-9519-a3fe0b0b63ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:13:42Z', 'updated_at': '2022-10-06T12:14:02Z', 'revision_number': 4, 'project_id': 'b427802e13664086974c8d53f5bfbc88', 'gw_port': {'id': 'e203b8a4-14f8-47e8-9519-a3fe0b0b63ec', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01591c84-eba0-48ba-887f-85565f85fbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:14:01Z', 'updated_at': '2022-10-06T12:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'dad078fc-c0cd-4ed4-8717-7220e96cca30', 'name': '', 'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0', 'tenant_id': 'b427802e13664086974c8d53f5bfbc88', 'mac_address': 'fa:16:3e:f2:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01591c84-eba0-48ba-887f-85565f85fbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73709d19-214a-485b-99fe-2345c8442a2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:13:52Z', 'updated_at': '2022-10-06T12:14:01Z', 'revision_number': 5, 'project_id': 'b427802e13664086974c8d53f5bfbc88', 'subnets': [{'id': '73709d19-214a-485b-99fe-2345c8442a2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64bf64e-5e50-4a1a-9e97-33d48d661d1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:14:03.794063 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Checking router: 01591c84-eba0-48ba-887f-85565f85fbba for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:14:03.794339 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Updating router 01591c84-eba0-48ba-887f-85565f85fbba port e203b8a4-14f8-47e8-9519-a3fe0b0b63ec binding host dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:14:03.900750 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port dad078fc-c0cd-4ed4-8717-7220e96cca30 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:14:03.922331 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (e203b8a4-14f8-47e8-9519-a3fe0b0b63ec), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:04.232574 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Publish callbacks [] for port (e203b8a4-14f8-47e8-9519-a3fe0b0b63ec), precommit_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:04.238492 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (e203b8a4-14f8-47e8-9519-a3fe0b0b63ec), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:04.276653 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Attempting to bind port e203b8a4-14f8-47e8-9519-a3fe0b0b63ec on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:14:04.277020 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Attempting to bind port e203b8a4-14f8-47e8-9519-a3fe0b0b63ec by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:14:04.277394 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Attempting to bind port e203b8a4-14f8-47e8-9519-a3fe0b0b63ec on network 3a606d5c-6843-4963-ada6-7bee64b338fb {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:14:04.306439 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa19d7d-beb3-4f11-9e34-7afc8bc6d2e5 None None] Pushing event updated for resources: {'Port': ['ID=e203b8a4-14f8-47e8-9519-a3fe0b0b63ec,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:14:04.326801 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:14:04.327199 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Checking segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:14:04.327599 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:04.327978 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Bound using segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:14:04.328435 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Bound port: e203b8a4-14f8-47e8-9519-a3fe0b0b63ec, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:14:04.328843 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (e203b8a4-14f8-47e8-9519-a3fe0b0b63ec), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:04.375015 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] For port e203b8a4-14f8-47e8-9519-a3fe0b0b63ec, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:14:04.378016 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] For port e203b8a4-14f8-47e8-9519-a3fe0b0b63ec, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=e203b8a4-14f8-47e8-9519-a3fe0b0b63ec,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:14:04.383554 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (e203b8a4-14f8-47e8-9519-a3fe0b0b63ec), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:04.387757 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:04.424462 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Routers {'01591c84-eba0-48ba-887f-85565f85fbba'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:14:04.425089 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:13:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['01591c84-eba0-48ba-887f-85565f85fbba'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:14:04.470184 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa19d7d-beb3-4f11-9e34-7afc8bc6d2e5 None None] Pushing event updated for resources: {'Port': ['ID=e203b8a4-14f8-47e8-9519-a3fe0b0b63ec,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:14:04.539783 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] Set router 01591c84-eba0-48ba-887f-85565f85fbba gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:14:04.642921 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:04.738339 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01591c84-eba0-48ba-887f-85565f85fbba', 'name': 'router1', 'tenant_id': 'b427802e13664086974c8d53f5bfbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e203b8a4-14f8-47e8-9519-a3fe0b0b63ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:13:42Z', 'updated_at': '2022-10-06T12:14:02Z', 'revision_number': 4, 'project_id': 'b427802e13664086974c8d53f5bfbc88', 'gw_port': {'id': 'e203b8a4-14f8-47e8-9519-a3fe0b0b63ec', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01591c84-eba0-48ba-887f-85565f85fbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:14:01Z', 'updated_at': '2022-10-06T12:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'dad078fc-c0cd-4ed4-8717-7220e96cca30', 'name': '', 'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0', 'tenant_id': 'b427802e13664086974c8d53f5bfbc88', 'mac_address': 'fa:16:3e:f2:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01591c84-eba0-48ba-887f-85565f85fbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73709d19-214a-485b-99fe-2345c8442a2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:13:52Z', 'updated_at': '2022-10-06T12:14:01Z', 'revision_number': 5, 'project_id': 'b427802e13664086974c8d53f5bfbc88', 'subnets': [{'id': '73709d19-214a-485b-99fe-2345c8442a2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64bf64e-5e50-4a1a-9e97-33d48d661d1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:14:04.763214 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44727700-2997-4040-a3d2-3fb6cd081506 None None] The sync data for ids ['01591c84-eba0-48ba-887f-85565f85fbba'] in dv-cinder-856041-2-iscsi is: [{'id': '01591c84-eba0-48ba-887f-85565f85fbba', 'name': 'router1', 'tenant_id': 'b427802e13664086974c8d53f5bfbc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'e203b8a4-14f8-47e8-9519-a3fe0b0b63ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:13:42Z', 'updated_at': '2022-10-06T12:14:02Z', 'revision_number': 4, 'project_id': 'b427802e13664086974c8d53f5bfbc88', 'gw_port': {'id': 'e203b8a4-14f8-47e8-9519-a3fe0b0b63ec', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:50:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01591c84-eba0-48ba-887f-85565f85fbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:14:01Z', 'updated_at': '2022-10-06T12:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'dad078fc-c0cd-4ed4-8717-7220e96cca30', 'name': '', 'network_id': '3827770c-d5f8-4597-b5f2-2ce657bb4ed0', 'tenant_id': 'b427802e13664086974c8d53f5bfbc88', 'mac_address': 'fa:16:3e:f2:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01591c84-eba0-48ba-887f-85565f85fbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73709d19-214a-485b-99fe-2345c8442a2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:13:52Z', 'updated_at': '2022-10-06T12:14:01Z', 'revision_number': 5, 'project_id': 'b427802e13664086974c8d53f5bfbc88', 'subnets': [{'id': '73709d19-214a-485b-99fe-2345c8442a2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f64bf64e-5e50-4a1a-9e97-33d48d661d1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:14:05.435221 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device e203b8a4-14f8-47e8-9519-a3fe0b0b63ec up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:14:05.481057 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port e203b8a4-14f8-47e8-9519-a3fe0b0b63ec triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:14:05.481557 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (e203b8a4-14f8-47e8-9519-a3fe0b0b63ec), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:05.481962 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port e203b8a4-14f8-47e8-9519-a3fe0b0b63ec Oct 06 12:14:05.540626 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=30 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:05.541867 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:05.563895 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port e203b8a4-14f8-47e8-9519-a3fe0b0b63ec is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:14:05.564213 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (e203b8a4-14f8-47e8-9519-a3fe0b0b63ec), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:05.584183 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port e203b8a4-14f8-47e8-9519-a3fe0b0b63ec, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=e203b8a4-14f8-47e8-9519-a3fe0b0b63ec,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:14:05.588079 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (e203b8a4-14f8-47e8-9519-a3fe0b0b63ec), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:05.634261 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=e203b8a4-14f8-47e8-9519-a3fe0b0b63ec,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:14:05.848717 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 46366) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:14:06.239573 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-75f92626-c5e0-4663-9889-3aed835ba88c admin admin] 10.222.0.33 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3897879 Oct 06 12:14:07.416577 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device e203b8a4-14f8-47e8-9519-a3fe0b0b63ec up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:14:07.463640 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port e203b8a4-14f8-47e8-9519-a3fe0b0b63ec triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:14:07.464031 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (e203b8a4-14f8-47e8-9519-a3fe0b0b63ec), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:07.464359 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port e203b8a4-14f8-47e8-9519-a3fe0b0b63ec Oct 06 12:14:07.562660 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port e203b8a4-14f8-47e8-9519-a3fe0b0b63ec is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:14:16.227958 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=47 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:16.235962 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=37 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:17.559195 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:17.561953 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:18.288546 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 5 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:14:18.682853 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-02a0fa8a-06c8-4966-b05b-db67ced5f734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:20.313575 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:21.003362 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0704f42a-428f-41b8-b39e-880fa76f3ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:22.005960 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:23.507032 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:23.688337 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:28.285583 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:33.680145 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:33.685296 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:14:48.783418 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-aee4cd99-9126-4fb0-b299-09bb793e06df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:51.008774 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8884-dab2-492c-9169-efa955fff7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:52.010377 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:53.509780 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:53.699074 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:14:55.286867 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 5 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:14:57.291859 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:15:03.496967 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:15:03.692806 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:15:05.283080 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:15:17.287279 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:15:18.688608 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-b7e65644-f39e-4916-b120-36fb6c654d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:15:21.003073 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c92346bf-8ab2-4dd6-98c7-594c40cf8eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:15:22.006074 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:15:23.503033 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:15:23.683078 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:15:32.286688 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 5 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:15:33.043136 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46916) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:15:33.372171 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a994e8c-0102-47ef-a165-9bb55965187f admin admin] GET failed (client error): The resource could not be found. Oct 06 12:15:33.373434 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-5a994e8c-0102-47ef-a165-9bb55965187f admin admin] 10.222.0.33 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3293324 Oct 06 12:15:33.610141 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba611f9-bfb2-4f4b-a924-5c53f8e980d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:15:33.612172 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-cba611f9-bfb2-4f4b-a924-5c53f8e980d5 admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2338426 Oct 06 12:15:33.672161 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:15:33.679481 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:15:36.162908 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46926) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:15:36.525780 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaa1d29-092a-45f6-ba0b-4c8b40482266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:15:36.527135 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-3aaa1d29-092a-45f6-ba0b-4c8b40482266 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/73709d19-214a-485b-99fe-2345c8442a2c HTTP/1.1" status: 200 len: 849 time: 0.3632619 Oct 06 12:15:36.536963 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:15:36.624144 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Publish callbacks [] for subnet (73709d19-214a-485b-99fe-2345c8442a2c), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:15:36.768971 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790620563119'] for subnet (73709d19-214a-485b-99fe-2345c8442a2c), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:15:36.803194 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7b8c8e-6dfd-41fd-856a-adb48d9d3dfa None None] Network 3827770c-d5f8-4597-b5f2-2ce657bb4ed0 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:15:36.803693 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:15:36.804073 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:15:36.805379 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] 10.222.0.33 "PUT /networking/v2.0/subnets/73709d19-214a-485b-99fe-2345c8442a2c HTTP/1.1" status: 200 len: 868 time: 0.2720580 Oct 06 12:15:36.822703 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73709d19-214a-485b-99fe-2345c8442a2c,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:15:36.830475 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:15:36.830841 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:15:36.831238 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:15:36.831628 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:15:36.831967 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:15:36.832301 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:15:36.832630 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:15:36.832957 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:15:36.833299 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:15:36.833631 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:15:36.833961 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:15:36.834304 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:15:36.834631 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:15:36.834951 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:15:36.835270 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb256d0-019b-4f27-a703-28871a6385a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:15:37.108695 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-a1e3636b-1e77-4394-a000-b39dfc0ff1a1 None None] Provisioning complete for port dad078fc-c0cd-4ed4-8717-7220e96cca30 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:15:37.109058 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-a1e3636b-1e77-4394-a000-b39dfc0ff1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (dad078fc-c0cd-4ed4-8717-7220e96cca30), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:15:37.109386 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-a1e3636b-1e77-4394-a000-b39dfc0ff1a1 None None] Attempt 1 to provision port dad078fc-c0cd-4ed4-8717-7220e96cca30 Oct 06 12:15:37.180772 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3636b-1e77-4394-a000-b39dfc0ff1a1 None None] Current status of the port dad078fc-c0cd-4ed4-8717-7220e96cca30 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:15:37.188608 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-a1e3636b-1e77-4394-a000-b39dfc0ff1a1 None None] Provisioning complete for port 2827b988-9e02-4554-9642-1ac2728d5861 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:15:37.188987 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-a1e3636b-1e77-4394-a000-b39dfc0ff1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (2827b988-9e02-4554-9642-1ac2728d5861), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:15:37.189318 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-a1e3636b-1e77-4394-a000-b39dfc0ff1a1 None None] Attempt 1 to provision port 2827b988-9e02-4554-9642-1ac2728d5861 Oct 06 12:15:37.261409 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3636b-1e77-4394-a000-b39dfc0ff1a1 None None] Current status of the port 2827b988-9e02-4554-9642-1ac2728d5861 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:15:39.368061 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46934) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:15:39.840785 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27751250-1b30-44a9-ae25-1f35da4159e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:15:39.841180 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27751250-1b30-44a9-ae25-1f35da4159e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:15:39.842710 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-27751250-1b30-44a9-ae25-1f35da4159e7 admin admin] 10.222.0.33 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4736841 Oct 06 12:15:42.284005 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=19 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:15:42.285281 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=15 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:15:42.410943 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46942) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:15:42.818896 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11f7c6d-29ce-4e9f-b39c-306c69909277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:15:42.819297 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11f7c6d-29ce-4e9f-b39c-306c69909277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:15:42.820854 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-e11f7c6d-29ce-4e9f-b39c-306c69909277 admin admin] 10.222.0.33 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4089248 Oct 06 12:15:45.371637 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46950) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:15:45.772487 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cc4605-265e-473a-bd26-07c0fefac118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:15:45.773834 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b3cc4605-265e-473a-bd26-07c0fefac118 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/3827770c-d5f8-4597-b5f2-2ce657bb4ed0 HTTP/1.1" status: 200 len: 869 time: 0.4012272 Oct 06 12:15:47.258911 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=42 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:15:47.259757 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=35 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:15:48.317284 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46958) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:15:48.649224 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:15:48.677646 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:15:48.690898 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-1cd29eb6-d689-412d-9053-8005e4143370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:15:48.718825 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012ce3c-8933-485e-af2d-e3fa43a92e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:15:48.720216 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-a012ce3c-8933-485e-af2d-e3fa43a92e0a admin admin] 10.222.0.33 "GET /networking/v2.0/networks/3a606d5c-6843-4963-ada6-7bee64b338fb HTTP/1.1" status: 200 len: 886 time: 0.4019942 Oct 06 12:15:51.010991 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-7fac93d1-c221-4dcb-9012-6e035af94319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:15:51.273927 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 46966) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:15:51.663782 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d2f92-2e6d-4ac7-b981-524d1f09b7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:15:51.664236 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d2f92-2e6d-4ac7-b981-524d1f09b7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:15:51.665707 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-c90d2f92-2e6d-4ac7-b981-524d1f09b7a8 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3908134 Oct 06 12:15:52.008927 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:15:53.506715 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:15:53.685377 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:15:54.193813 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 46974) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:15:54.627049 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e62a95-b594-4582-aa9f-583854eea0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:15:54.628078 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e62a95-b594-4582-aa9f-583854eea0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:15:54.629622 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-68e62a95-b594-4582-aa9f-583854eea0a5 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4348161 Oct 06 12:15:57.192597 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 46984) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:15:57.566766 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21f4cbd-835b-4ac2-9635-183ea54b7335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:15:57.568111 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-d21f4cbd-835b-4ac2-9635-183ea54b7335 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/73709d19-214a-485b-99fe-2345c8442a2c HTTP/1.1" status: 200 len: 868 time: 0.3745761 Oct 06 12:16:00.096951 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 46992) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:16:00.464793 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228eaf43-0844-4af1-854f-3e57d8cded89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:16:00.466103 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-228eaf43-0844-4af1-854f-3e57d8cded89 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/cde42447-61bc-4756-a648-55dc78bca37d HTTP/1.1" status: 200 len: 816 time: 0.3682861 Oct 06 12:16:01.656989 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=17 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:01.659842 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=11 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:03.679599 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:03.681594 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:09.288970 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 5 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:16:10.459945 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=21 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:10.461841 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=15 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:18.694057 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cb78cdb6-b61f-4cd0-a1cc-4d4571504781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:19.282042 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=2 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:19.282810 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=6 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:21.003884 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-75cb3dbc-d44d-4e2a-a688-f78740a75a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:22.009759 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:23.508713 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:23.687972 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:29.889246 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 47050) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:16:30.219670 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [None req-60ce81b0-9df9-4cc0-b665-43a037308d75 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:16:30.220687 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-60ce81b0-9df9-4cc0-b665-43a037308d75 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3304851 Oct 06 12:16:32.854600 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47060) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:16:33.187790 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e259b54-7235-45c1-a4c6-3e1c5b73d930 admin admin] GET failed (client error): The resource could not be found. Oct 06 12:16:33.189058 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-3e259b54-7235-45c1-a4c6-3e1c5b73d930 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3335133 Oct 06 12:16:33.278307 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da2f146-1ba4-4473-b1a1-0e3a31e4ab17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:16:33.279801 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-1da2f146-1ba4-4473-b1a1-0e3a31e4ab17 admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0858798 Oct 06 12:16:33.681389 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:33.683758 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:35.844851 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47068) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:16:36.166349 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-b3f9e23d-eb59-4091-b5e3-a3dc2b7e4cc7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:16:36.186256 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f9e23d-eb59-4091-b5e3-a3dc2b7e4cc7 admin admin] Made reservation on behalf of 5568e23a42b74b0a8d5f679d197b7521 for: {'network': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:16:36.188640 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e23d-eb59-4091-b5e3-a3dc2b7e4cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:36.214958 dv-cinder-856041-2-iscsi neutron-server[106139]: WARNING neutron.services.revisions.revision_plugin [None req-b3f9e23d-eb59-4091-b5e3-a3dc2b7e4cc7 admin admin] Could not find related network for resource to bump revision. Oct 06 12:16:36.226331 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f9e23d-eb59-4091-b5e3-a3dc2b7e4cc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=106139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:16:36.235217 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e23d-eb59-4091-b5e3-a3dc2b7e4cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (c3b95f1e-661f-418b-835a-a8fe49b4e81a), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:36.235582 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.segments_db [None req-b3f9e23d-eb59-4091-b5e3-a3dc2b7e4cc7 admin admin] Added segment c3b95f1e-661f-418b-835a-a8fe49b4e81a of type vlan for network d99eeb27-4d58-4ef8-b365-b2957e1323f2 Oct 06 12:16:36.274133 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e23d-eb59-4091-b5e3-a3dc2b7e4cc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (d99eeb27-4d58-4ef8-b365-b2957e1323f2), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:36.298011 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e23d-eb59-4091-b5e3-a3dc2b7e4cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (d99eeb27-4d58-4ef8-b365-b2957e1323f2), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:36.298954 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f9e23d-eb59-4091-b5e3-a3dc2b7e4cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:16:36.299529 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e23d-eb59-4091-b5e3-a3dc2b7e4cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:36.353029 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b3f9e23d-eb59-4091-b5e3-a3dc2b7e4cc7 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5072091 Oct 06 12:16:36.363468 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9e23d-eb59-4091-b5e3-a3dc2b7e4cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=d99eeb27-4d58-4ef8-b365-b2957e1323f2,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:16:36.373865 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network d99eeb27-4d58-4ef8-b365-b2957e1323f2 details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:16:38.942579 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47076) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:16:39.271528 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.pecan_wsgi.hooks.translation [None req-16469658-37b6-44c7-b2cf-6d6cfc0b966d admin admin] GET failed (client error): The resource could not be found. Oct 06 12:16:39.272788 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-16469658-37b6-44c7-b2cf-6d6cfc0b966d admin admin] 10.222.0.33 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3292742 Oct 06 12:16:39.345235 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288acf5b-6050-4e90-a99c-6d625a4cb1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:16:39.346673 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-288acf5b-6050-4e90-a99c-6d625a4cb1f5 admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695164 Oct 06 12:16:39.356354 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Request body: {'subnet': {'network_id': 'd99eeb27-4d58-4ef8-b365-b2957e1323f2', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:16:39.375032 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Made reservation on behalf of 5568e23a42b74b0a8d5f679d197b7521 for: {'subnet': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:16:39.377245 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:39.537033 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (554f6952-ae28-42bc-bfab-6ac936722517), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:39.583934 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Pushing event updated for resources: {'Subnet': ['ID=554f6952-ae28-42bc-bfab-6ac936722517,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:16:39.599399 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:39.599774 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:39.600116 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:39.600453 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:39.600786 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:39.601114 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:39.601441 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:39.601766 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:39.602107 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:39.602435 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:39.602777 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:39.603119 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:39.603445 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:39.603786 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:39.604106 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:39.613818 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Checking segment: {'id': 'c3b95f1e-661f-418b-835a-a8fe49b4e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd99eeb27-4d58-4ef8-b365-b2957e1323f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:16:39.614173 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Network hostable DHCP agents. Network: d99eeb27-4d58-4ef8-b365-b2957e1323f2, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:16:39.626097 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:39.632205 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Network d99eeb27-4d58-4ef8-b365-b2957e1323f2 is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:16:39.641189 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, d99eeb27-4d58-4ef8-b365-b2957e1323f2) {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:16:39.645417 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:16:39.646006 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:39.650516 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e3550f-03db-4a60-a6a6-141d8f19bd2a None None] Network d99eeb27-4d58-4ef8-b365-b2957e1323f2 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:16:39.661062 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-aece3cab-408c-4d6b-b5f6-236da19c351c admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3079805 Oct 06 12:16:39.761808 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e4fcd5-b394-5821-a063-acad06bec7fa-d99eeb27-4d58-4ef8-b365-b2957e1323f2', 'network_id': 'd99eeb27-4d58-4ef8-b365-b2957e1323f2', 'project_id': '5568e23a42b74b0a8d5f679d197b7521', 'fixed_ips': [{'subnet_id': '554f6952-ae28-42bc-bfab-6ac936722517'}]}} from dv-cinder-856041-2-iscsi. {{(pid=106141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 12:16:39.762922 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:39.906207 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.db_base_plugin_common [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Allocated IP 192.168.233.2 (d99eeb27-4d58-4ef8-b365-b2957e1323f2/554f6952-ae28-42bc-bfab-6ac936722517/d396be9c-f99e-4a40-a3ba-6849e50bb291) {{(pid=106141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:16:40.055051 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Publish callbacks [] for port (d396be9c-f99e-4a40-a3ba-6849e50bb291), precommit_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:40.061162 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (d396be9c-f99e-4a40-a3ba-6849e50bb291), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:40.105625 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Network d99eeb27-4d58-4ef8-b365-b2957e1323f2 is already hosted by enough agents. {{(pid=106141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:16:40.108946 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.base_scheduler [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Resources bound (agent type, host, resource id): {{(pid=106141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:16:40.111965 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Received port after_create {{(pid=106141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:16:40.114070 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Pushing event updated for resources: {'Port': ['ID=d396be9c-f99e-4a40-a3ba-6849e50bb291,revision_number=1']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:16:40.126102 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:40.126937 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:40.126937 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:40.127166 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:40.127472 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:40.127919 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:40.128243 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:40.128565 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:40.128882 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:40.129199 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:40.129515 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:40.129848 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:40.130170 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:40.130483 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:40.130794 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:16:40.187103 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Attempting to bind port d396be9c-f99e-4a40-a3ba-6849e50bb291 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:16:40.187385 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Attempting to bind port d396be9c-f99e-4a40-a3ba-6849e50bb291 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': 'c3b95f1e-661f-418b-835a-a8fe49b4e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd99eeb27-4d58-4ef8-b365-b2957e1323f2'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:16:40.187776 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Attempting to bind port d396be9c-f99e-4a40-a3ba-6849e50bb291 on network d99eeb27-4d58-4ef8-b365-b2957e1323f2 {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:16:40.235964 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:16:40.236338 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Checking segment: {'id': 'c3b95f1e-661f-418b-835a-a8fe49b4e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd99eeb27-4d58-4ef8-b365-b2957e1323f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:16:40.236741 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:40.237131 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Bound using segment: {'id': 'c3b95f1e-661f-418b-835a-a8fe49b4e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd99eeb27-4d58-4ef8-b365-b2957e1323f2'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:16:40.237598 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Bound port: d396be9c-f99e-4a40-a3ba-6849e50bb291, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b95f1e-661f-418b-835a-a8fe49b4e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd99eeb27-4d58-4ef8-b365-b2957e1323f2'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:16:40.238011 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (d396be9c-f99e-4a40-a3ba-6849e50bb291), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:40.315621 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] For port d396be9c-f99e-4a40-a3ba-6849e50bb291, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:16:40.320520 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] For port d396be9c-f99e-4a40-a3ba-6849e50bb291, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=d396be9c-f99e-4a40-a3ba-6849e50bb291,segment=NetworkSegment(c3b95f1e-661f-418b-835a-a8fe49b4e81a),segment_id=c3b95f1e-661f-418b-835a-a8fe49b4e81a)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:16:40.328581 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (d396be9c-f99e-4a40-a3ba-6849e50bb291), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:40.394154 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcd116-affb-4ab6-9b91-411e075acb38 None None] Pushing event updated for resources: {'Port': ['ID=d396be9c-f99e-4a40-a3ba-6849e50bb291,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:16:41.224655 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df0b4bd-7eb3-4ba2-877f-5d946e243d10 None None] Network d99eeb27-4d58-4ef8-b365-b2957e1323f2 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:16:41.274138 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:41.344019 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-29552638-e11c-445f-94ab-faa457b98480 None None] Provisioning complete for port d396be9c-f99e-4a40-a3ba-6849e50bb291 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:16:41.344319 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-29552638-e11c-445f-94ab-faa457b98480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (d396be9c-f99e-4a40-a3ba-6849e50bb291), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:41.344648 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-29552638-e11c-445f-94ab-faa457b98480 None None] Attempt 1 to provision port d396be9c-f99e-4a40-a3ba-6849e50bb291 Oct 06 12:16:41.380558 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:41.435257 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-29552638-e11c-445f-94ab-faa457b98480 None None] Current status of the port d396be9c-f99e-4a40-a3ba-6849e50bb291 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:16:41.435755 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-29552638-e11c-445f-94ab-faa457b98480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (d396be9c-f99e-4a40-a3ba-6849e50bb291), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:41.476658 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-29552638-e11c-445f-94ab-faa457b98480 None None] For port d396be9c-f99e-4a40-a3ba-6849e50bb291, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=d396be9c-f99e-4a40-a3ba-6849e50bb291,segment=NetworkSegment(c3b95f1e-661f-418b-835a-a8fe49b4e81a),segment_id=c3b95f1e-661f-418b-835a-a8fe49b4e81a)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:16:41.482947 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-29552638-e11c-445f-94ab-faa457b98480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (d396be9c-f99e-4a40-a3ba-6849e50bb291), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:41.545634 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29552638-e11c-445f-94ab-faa457b98480 None None] Pushing event updated for resources: {'Port': ['ID=d396be9c-f99e-4a40-a3ba-6849e50bb291,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:16:41.573440 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device d396be9c-f99e-4a40-a3ba-6849e50bb291 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:16:41.716700 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-eceacad9-34bb-40a1-977d-ad37e49ec7f8 None None] Provisioning complete for port d396be9c-f99e-4a40-a3ba-6849e50bb291 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:16:41.717086 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-eceacad9-34bb-40a1-977d-ad37e49ec7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (d396be9c-f99e-4a40-a3ba-6849e50bb291), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:41.717420 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-eceacad9-34bb-40a1-977d-ad37e49ec7f8 None None] Attempt 1 to provision port d396be9c-f99e-4a40-a3ba-6849e50bb291 Oct 06 12:16:41.757678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port d396be9c-f99e-4a40-a3ba-6849e50bb291 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:16:41.758075 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (d396be9c-f99e-4a40-a3ba-6849e50bb291), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:41.758411 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port d396be9c-f99e-4a40-a3ba-6849e50bb291 Oct 06 12:16:41.833860 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-eceacad9-34bb-40a1-977d-ad37e49ec7f8 None None] Current status of the port d396be9c-f99e-4a40-a3ba-6849e50bb291 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:16:41.867944 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port d396be9c-f99e-4a40-a3ba-6849e50bb291 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:16:43.528638 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device d396be9c-f99e-4a40-a3ba-6849e50bb291 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:16:43.572470 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port d396be9c-f99e-4a40-a3ba-6849e50bb291 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:16:43.572842 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (d396be9c-f99e-4a40-a3ba-6849e50bb291), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:43.573175 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port d396be9c-f99e-4a40-a3ba-6849e50bb291 Oct 06 12:16:43.647153 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port d396be9c-f99e-4a40-a3ba-6849e50bb291 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:16:46.288040 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 5 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:16:48.694565 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-32bedcfa-5e93-4f55-94e7-6d6469749d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:49.652453 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:49.655070 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=71,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:51.007645 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-06e7cc14-a28c-466f-a764-42d0bcceb348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:52.013404 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:53.513857 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:53.684669 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:53.692135 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:16:56.284569 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:16:56.285321 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:17:03.688300 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:17:18.698317 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9358895f-7f5c-408a-900f-e97092e88247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:17:21.011782 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-723b2b73-6d4d-4e4a-8ac8-f3e6033dfd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:17:22.017059 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:17:23.288160 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 5 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:17:23.517678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:17:23.694242 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:17:25.296056 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:17:33.684291 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:17:33.690557 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:17:38.302708 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:17:48.285331 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=13 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:17:48.699959 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cd80997c-2a4e-4ad4-8260-4c2b8f079650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:17:51.015910 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-4a8a5583-81a7-4795-9cb0-7ae9060ffd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:17:52.021461 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:17:53.523021 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:17:53.702694 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:00.287282 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 5 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:18:03.688500 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:18:03.695691 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:18:06.111591 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 47118) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:18:06.118045 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [None req-44701767-2a2d-42a8-9c53-9724a8e9f618 tempest-verify_tempest_config-1819348118 tempest-verify_tempest_config-1819348118-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:18:06.118997 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-44701767-2a2d-42a8-9c53-9724a8e9f618 tempest-verify_tempest_config-1819348118 tempest-verify_tempest_config-1819348118-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0059226 Oct 06 12:18:06.618516 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 47136) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:18:06.953348 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:07.055687 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Publish callbacks [] for security_group (3f3ed164-d865-467a-9c2b-1340b570b6c0), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:07.059325 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (3f3ed164-d865-467a-9c2b-1340b570b6c0), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:07.104412 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bcd37543738f4414be68c94540baa0d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4848499 Oct 06 12:18:07.105673 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3ed164-d865-467a-9c2b-1340b570b6c0,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:18:07.107091 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47140) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:18:07.113563 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.114015 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.114285 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.114582 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.114911 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.115236 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.115588 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.115910 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.116248 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.116573 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.116897 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.117231 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.117544 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.117866 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.118183 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d683c8-5797-433e-905a-733b7dac98a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.163932 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Publish callbacks [] for security_group (3f3ed164-d865-467a-9c2b-1340b570b6c0), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:07.183364 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Publish callbacks [] for security_group (3f3ed164-d865-467a-9c2b-1340b570b6c0), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:07.279557 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (3f3ed164-d865-467a-9c2b-1340b570b6c0), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:07.282264 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:07.283377 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3f3ed164-d865-467a-9c2b-1340b570b6c0 HTTP/1.1" status: 204 len: 168 time: 0.1752856 Oct 06 12:18:07.291853 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3ed164-d865-467a-9c2b-1340b570b6c0,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:18:07.298445 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.298781 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.299136 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.300077 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.300403 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.300849 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.301038 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.301353 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.301690 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.302012 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.302329 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.302648 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.302961 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.303273 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:07.303608 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302e001-a62b-4337-93dc-2d8037e216a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:18:10.284019 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:18:10.284781 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:18:17.108536 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=21,neutron:INSERT=8 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:18:17.109339 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=18,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:18:17.294042 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:18:17.294830 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:18:17.323088 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:18:18.702596 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0636df1d-a0ca-4490-9efc-7d92034fe331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:21.017582 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-53ef8333-05be-4a8a-b5d4-f4267a76cd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:22.024650 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:23.526934 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:23.694862 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:33.523045 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:18:33.690648 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:18:37.287669 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 5 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:18:39.297974 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:18:47.283876 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:18:48.705481 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-385bc3ad-6185-4608-a67b-5c2427ee092d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:51.020767 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-7f11d078-caec-4c6c-b6f4-d3c833085288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:52.027059 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:53.530948 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:18:53.697577 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:19:03.691429 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:19:03.694104 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:19:14.287649 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 5 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:19:18.706843 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-591c30a9-f087-48f1-aae1-36f5da447bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:19:21.021697 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c8af0c47-1809-4a9e-9c33-854535d264b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:19:22.030099 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:19:23.533656 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:19:23.700125 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:19:24.283079 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:19:24.283901 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:19:33.688895 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:19:33.696430 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:19:48.711210 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-31c497e7-584b-43dc-a0e6-9aa1ee118c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:19:51.023376 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0551c4e9-fa76-446f-86e7-382a4c98f3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:19:51.286576 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 5 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:19:52.034262 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:19:53.305409 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=2 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:19:53.540650 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:19:53.702267 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:20:01.282806 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=6 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:20:03.692418 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:20:03.698316 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:20:05.451697 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664468'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:20:15.445735 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:20:15.447590 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:20:18.552727 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47234) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:20:18.671405 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=13 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:20:18.672555 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=13 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:20:18.714635 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-4cc13fdf-368b-486a-a950-782ed0702024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:20:18.764870 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-e17c115b-ef15-4e1d-95d2-402e0723c10f admin admin] 10.222.0.33 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.2111294 Oct 06 12:20:21.026564 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ad075136-0a7e-4fc3-8be7-6806e0ed9316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:20:21.181355 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47244) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:20:21.234906 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-75189f73-66f7-4573-b921-a5ddab5dd69d admin admin] 10.222.0.33 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524881 Oct 06 12:20:22.038728 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:20:23.543169 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:20:23.705660 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:20:28.286944 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:20:28.759931 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:20:31.230254 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:20:33.698541 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:20:33.700418 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:20:35.403543 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:20:38.282365 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:20:38.283093 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:20:45.397863 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:20:45.399846 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:20:48.718309 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-165b49d2-5654-40fe-a16b-545dc738bfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:20:51.029207 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-b790330e-1bb0-44d5-bc64-9e6c653ceb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:20:52.039623 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:20:53.545630 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:20:53.707840 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:21:03.701775 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:21:03.703665 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:21:05.286512 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:21:05.409200 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:21:15.402789 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:21:15.405118 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:21:17.294410 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=8 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:21:17.295706 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:21:18.725480 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c845ef0f-e18c-46c7-b95f-74c27fbc06dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:21:21.032441 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-32f6585e-554d-49b4-969e-9f03aea5c97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:21:22.044033 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:21:23.548757 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:21:23.710151 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:21:33.698915 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:21:33.706608 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:21:35.407828 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:21:42.285848 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:21:44.300659 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:21:45.397278 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:21:45.403781 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:21:48.719472 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-e0b69a8a-d97b-46f6-991b-68ab3bebba94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:21:51.036965 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ebd020fc-ca47-4f58-bcdd-0a4b1bcd40a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:21:52.047260 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:21:52.281792 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:21:53.550258 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:21:53.712660 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:03.706809 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:03.708674 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:05.429776 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:09.284457 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 47386) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:09.488668 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-168848614-network', 'tenant_id': '9138bc89f5204975a18156097530643a'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:09.515211 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Made reservation on behalf of 9138bc89f5204975a18156097530643a for: {'network': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:22:09.517842 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:09.531215 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:09.626981 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Publish callbacks [] for security_group (6f61f808-a270-4d28-8a0c-3c46bb06ea67), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:09.632205 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (6f61f808-a270-4d28-8a0c-3c46bb06ea67), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:09.654864 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=106140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:22:09.684189 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790620699603', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (acfa2093-ccf8-41bb-a7ed-79595f39f8bb), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:09.684189 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Unsubscribe: segment precommit_create {{(pid=106140) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 06 12:22:09.684189 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.segments_db [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Added segment acfa2093-ccf8-41bb-a7ed-79595f39f8bb of type vlan for network cca2176c-b240-4d92-a159-a5d2161a7a8d Oct 06 12:22:09.698793 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f61f808-a270-4d28-8a0c-3c46bb06ea67,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Tracked resource versions report: Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: pushed versions: Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: { 'AddressGroup': {'1.2'}, Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Agent': {'1.1'}, Oct 06 12:22:09.718843 dv-cinder-856041-2-iscsi neutron-server[106140]: 'ConntrackHelper': {'1.0'}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'LocalIPAssociation': {'1.0'}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Log': {'1.0'}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'NDPProxy': {'1.0'}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Network': {'1.1'}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Port': {'1.7'}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'PortForwarding': {'1.3'}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'QosPolicy': {'1.10'}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'SecurityGroup': {'1.5'}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'SecurityGroupRule': {'1.2'}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'SubPort': {'1.0'}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Subnet': {'1.1'}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Trunk': {'1.1'}} Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: consumer versions: Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: { DHCP agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: HyperV agent@hv-cinder-85604: {}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: L3 agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: Metadata agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: Metering agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: Open vSwitch agent@dv-cinder-856041-2-iscsi: { 'AddressGroup': '1.2', Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Agent': '1.1', Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'ConntrackHelper': '1.0', Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'LocalIPAssociation': '1.0', Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Log': '1.0', Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'NDPProxy': '1.0', Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Network': '1.1', Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Port': '1.7', Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'PortForwarding': '1.3', Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'QosPolicy': '1.10', Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'SecurityGroup': '1.5', Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'SecurityGroupRule': '1.2', Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'SubPort': '1.0', Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Subnet': '1.1', Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: 'Trunk': '1.1'}} Oct 06 12:22:09.720589 dv-cinder-856041-2-iscsi neutron-server[106140]: {{(pid=106140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 12:22:09.752692 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (cca2176c-b240-4d92-a159-a5d2161a7a8d), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:09.787187 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (cca2176c-b240-4d92-a159-a5d2161a7a8d), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:09.788314 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:09.788890 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:09.879444 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5936077 Oct 06 12:22:09.882725 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47434) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:09.889292 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Request body: {'subnet': {'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-subnet', 'tenant_id': '9138bc89f5204975a18156097530643a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:09.889648 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272ab86-ce2f-475e-856b-344de29ef48c admin admin] Pushing event updated for resources: {'Network': ['ID=cca2176c-b240-4d92-a159-a5d2161a7a8d,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:09.911639 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Made reservation on behalf of 9138bc89f5204975a18156097530643a for: {'subnet': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:22:09.911834 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network cca2176c-b240-4d92-a159-a5d2161a7a8d details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:22:09.914934 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:10.110142 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (8ea49d5a-1690-442e-8bee-f699c3a4c37b), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:10.160035 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea49d5a-1690-442e-8bee-f699c3a4c37b,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:10.167813 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:10.168370 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:10.168881 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:10.169223 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:10.169585 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:10.169920 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:10.170365 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:10.170697 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:10.171024 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:10.171358 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:10.171753 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:10.172102 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:10.172429 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:10.172752 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:10.173074 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Tracked resource versions report: Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: pushed versions: Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: { 'AddressGroup': {'1.2'}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Agent': {'1.1'}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'ConntrackHelper': {'1.0'}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'LocalIPAssociation': {'1.0'}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Log': {'1.0'}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'NDPProxy': {'1.0'}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Network': {'1.1'}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Port': {'1.7'}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'PortForwarding': {'1.3'}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'QosPolicy': {'1.10'}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'SecurityGroup': {'1.5'}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'SecurityGroupRule': {'1.2'}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'SubPort': {'1.0'}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Subnet': {'1.1'}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Trunk': {'1.1'}} Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: consumer versions: Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: { DHCP agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: HyperV agent@hv-cinder-85604: {}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: L3 agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: Metadata agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: Metering agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: Open vSwitch agent@dv-cinder-856041-2-iscsi: { 'AddressGroup': '1.2', Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Agent': '1.1', Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'ConntrackHelper': '1.0', Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'LocalIPAssociation': '1.0', Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Log': '1.0', Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'NDPProxy': '1.0', Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Network': '1.1', Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Port': '1.7', Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'PortForwarding': '1.3', Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'QosPolicy': '1.10', Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'SecurityGroup': '1.5', Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'SecurityGroupRule': '1.2', Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'SubPort': '1.0', Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Subnet': '1.1', Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: 'Trunk': '1.1'}} Oct 06 12:22:10.174285 dv-cinder-856041-2-iscsi neutron-server[106139]: {{(pid=106139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 12:22:10.202549 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Checking segment: {'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:22:10.202908 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Network hostable DHCP agents. Network: cca2176c-b240-4d92-a159-a5d2161a7a8d, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:22:10.229425 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Network cca2176c-b240-4d92-a159-a5d2161a7a8d is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:22:10.245176 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, cca2176c-b240-4d92-a159-a5d2161a7a8d) {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:10.259293 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ab3f68-e4be-48e2-b62d-c1ce32728277 None None] Network cca2176c-b240-4d92-a159-a5d2161a7a8d requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:22:10.260535 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:10.262927 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:10.296061 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-bcacee04-ebfb-45ad-9cd7-b4a7eb0b4e7e admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4080133 Oct 06 12:22:10.296231 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 47462) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:10.300514 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:10.332680 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2462'] for router (132e2803-b92f-40aa-a6ad-b2e83da3f48c), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:10.334097 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2455'] for router (132e2803-b92f-40aa-a6ad-b2e83da3f48c), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:10.462704 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47472) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:10.534478 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Publish callbacks [] for router_controller (132e2803-b92f-40aa-a6ad-b2e83da3f48c), precommit_add_association {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:10.539902 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e4fcd5-b394-5821-a063-acad06bec7fa-cca2176c-b240-4d92-a159-a5d2161a7a8d', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'project_id': '9138bc89f5204975a18156097530643a', 'fixed_ips': [{'subnet_id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b'}]}} from dv-cinder-856041-2-iscsi. {{(pid=106141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 12:22:10.541246 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:10.641859 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47494) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:10.719183 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Publish callbacks [] for router_gateway (132e2803-b92f-40aa-a6ad-b2e83da3f48c), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:10.734080 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.db_base_plugin_common [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Allocated IP 172.20.0.2 (cca2176c-b240-4d92-a159-a5d2161a7a8d/8ea49d5a-1690-442e-8bee-f699c3a4c37b/2e8e1eb8-daba-41ca-ab37-105bbf57c0b1) {{(pid=106141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:22:10.892682 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-0067fd5d-4101-4a85-b880-a3666296fff9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-166541861-network', 'tenant_id': '69d2acb456bc4aaeae1ff0927195aba2'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:10.931343 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0067fd5d-4101-4a85-b880-a3666296fff9 admin admin] Made reservation on behalf of 69d2acb456bc4aaeae1ff0927195aba2 for: {'network': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:22:10.934684 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0067fd5d-4101-4a85-b880-a3666296fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:10.955446 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Publish callbacks [] for port (2e8e1eb8-daba-41ca-ab37-105bbf57c0b1), precommit_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:10.957889 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0067fd5d-4101-4a85-b880-a3666296fff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:10.958658 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Publish callbacks [] for router_gateway (132e2803-b92f-40aa-a6ad-b2e83da3f48c), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:10.969366 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (2e8e1eb8-daba-41ca-ab37-105bbf57c0b1), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:10.987846 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:11.092480 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Pushing event updated for resources: {'Port': ['ID=2e8e1eb8-daba-41ca-ab37-105bbf57c0b1,revision_number=1']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:11.113340 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:11.113691 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:11.114058 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:11.114421 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:11.114768 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:11.115102 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:11.115429 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:11.119964 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:11.121852 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:11.122743 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:11.124033 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:11.125298 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:11.126190 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:11.126817 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:11.128875 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Tracked resource versions report: Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: pushed versions: Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: { 'AddressGroup': {'1.2'}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Agent': {'1.1'}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'ConntrackHelper': {'1.0'}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'LocalIPAssociation': {'1.0'}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Log': {'1.0'}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'NDPProxy': {'1.0'}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Network': {'1.1'}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Port': {'1.7'}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'PortForwarding': {'1.3'}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'QosPolicy': {'1.10'}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'SecurityGroup': {'1.5'}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'SecurityGroupRule': {'1.2'}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'SubPort': {'1.0'}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Subnet': {'1.1'}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Trunk': {'1.1'}} Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: consumer versions: Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: { DHCP agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: HyperV agent@hv-cinder-85604: {}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: L3 agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: Metadata agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: Metering agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: Open vSwitch agent@dv-cinder-856041-2-iscsi: { 'AddressGroup': '1.2', Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Agent': '1.1', Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'ConntrackHelper': '1.0', Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'LocalIPAssociation': '1.0', Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Log': '1.0', Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'NDPProxy': '1.0', Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Network': '1.1', Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Port': '1.7', Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'PortForwarding': '1.3', Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'QosPolicy': '1.10', Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'SecurityGroup': '1.5', Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'SecurityGroupRule': '1.2', Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'SubPort': '1.0', Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Subnet': '1.1', Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: 'Trunk': '1.1'}} Oct 06 12:22:11.130144 dv-cinder-856041-2-iscsi neutron-server[106141]: {{(pid=106141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 12:22:11.132971 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0067fd5d-4101-4a85-b880-a3666296fff9 admin admin] Publish callbacks [] for security_group (933058a3-485d-440d-9da8-fa530c408177), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:11.142823 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0067fd5d-4101-4a85-b880-a3666296fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (933058a3-485d-440d-9da8-fa530c408177), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:11.154666 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:11.158380 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:11.159803 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Network cca2176c-b240-4d92-a159-a5d2161a7a8d is already hosted by enough agents. {{(pid=106141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:11.164608 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0067fd5d-4101-4a85-b880-a3666296fff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=106139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:22:11.166345 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.base_scheduler [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Resources bound (agent type, host, resource id): {{(pid=106141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:11.167881 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Allocated IP 172.27.0.4 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/9eba9acd-082b-4c83-a7fb-86ec2bceb981) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:22:11.176044 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Received port after_create {{(pid=106141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:22:11.189621 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0067fd5d-4101-4a85-b880-a3666296fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (ae2998cd-c34c-428b-bbab-09223708b755), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:11.189857 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.segments_db [None req-0067fd5d-4101-4a85-b880-a3666296fff9 admin admin] Added segment ae2998cd-c34c-428b-bbab-09223708b755 of type vlan for network e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 Oct 06 12:22:11.319227 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0067fd5d-4101-4a85-b880-a3666296fff9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:11.319848 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Attempting to bind port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:22:11.320765 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Attempting to bind port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:22:11.321838 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Attempting to bind port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 on network cca2176c-b240-4d92-a159-a5d2161a7a8d {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:22:11.336704 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Publish callbacks [] for port (9eba9acd-082b-4c83-a7fb-86ec2bceb981), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:11.357053 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-2ddd1bda-0d5d-4958-885a-1030bc637e94 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2000909362-network', 'tenant_id': '828d3459cdd641d98772383edfe3268f'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:11.391861 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (9eba9acd-082b-4c83-a7fb-86ec2bceb981), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:11.402265 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067fd5d-4101-4a85-b880-a3666296fff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933058a3-485d-440d-9da8-fa530c408177,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:11.419010 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:11.434584 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:22:11.435392 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Checking segment: {'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:22:11.435833 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:11.437703 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Bound using segment: {'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:22:11.439680 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Bound port: 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:22:11.440229 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (2e8e1eb8-daba-41ca-ab37-105bbf57c0b1), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:11.459709 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddd1bda-0d5d-4958-885a-1030bc637e94 admin admin] Made reservation on behalf of 828d3459cdd641d98772383edfe3268f for: {'network': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:22:11.471879 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1bda-0d5d-4958-885a-1030bc637e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:11.484197 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Pushing event updated for resources: {'Port': ['ID=9eba9acd-082b-4c83-a7fb-86ec2bceb981,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:11.494896 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:11.496924 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:11.499716 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:22:11.505613 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0067fd5d-4101-4a85-b880-a3666296fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:11.506644 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0067fd5d-4101-4a85-b880-a3666296fff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:11.507233 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0067fd5d-4101-4a85-b880-a3666296fff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:11.512896 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1bda-0d5d-4958-885a-1030bc637e94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:11.590157 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] For port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:22:11.597793 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] For port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=2e8e1eb8-daba-41ca-ab37-105bbf57c0b1,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:22:11.610283 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (2e8e1eb8-daba-41ca-ab37-105bbf57c0b1), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:11.706775 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:11.749740 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781e82c-5ea2-4ba4-b326-5d8b56247288 None None] Pushing event updated for resources: {'Port': ['ID=2e8e1eb8-daba-41ca-ab37-105bbf57c0b1,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:11.787350 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-0067fd5d-4101-4a85-b880-a3666296fff9 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3234313 Oct 06 12:22:11.800209 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47526) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:11.834666 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-8f8a269e-ffee-4c6d-9374-1d9e89bee233 admin admin] Request body: {'subnet': {'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-166541861-subnet', 'tenant_id': '69d2acb456bc4aaeae1ff0927195aba2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:11.868829 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067fd5d-4101-4a85-b880-a3666296fff9 admin admin] Pushing event updated for resources: {'Network': ['ID=e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:11.894684 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:22:11.937591 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:12.004788 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8a269e-ffee-4c6d-9374-1d9e89bee233 admin admin] Made reservation on behalf of 69d2acb456bc4aaeae1ff0927195aba2 for: {'subnet': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:22:12.012120 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Publish callbacks [] for router_gateway (132e2803-b92f-40aa-a6ad-b2e83da3f48c), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:12.089194 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8f8a269e-ffee-4c6d-9374-1d9e89bee233 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:12.149123 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1bda-0d5d-4958-885a-1030bc637e94 admin admin] Publish callbacks [] for security_group (f9aa7686-1e32-4990-a3b4-3bbd78d072a7), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:12.185269 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1bda-0d5d-4958-885a-1030bc637e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (f9aa7686-1e32-4990-a3b4-3bbd78d072a7), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:12.229062 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd1bda-0d5d-4958-885a-1030bc637e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aa7686-1e32-4990-a3b4-3bbd78d072a7,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:12.306529 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddd1bda-0d5d-4958-885a-1030bc637e94 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=106139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:22:12.378967 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1bda-0d5d-4958-885a-1030bc637e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (2a247455-d931-427c-b5d7-06d88a7c7abe), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:12.378967 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.segments_db [None req-2ddd1bda-0d5d-4958-885a-1030bc637e94 admin admin] Added segment 2a247455-d931-427c-b5d7-06d88a7c7abe of type vlan for network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 Oct 06 12:22:12.452144 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1bda-0d5d-4958-885a-1030bc637e94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (0805475d-8b9c-4baf-bd63-089b9f9df6f5), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:12.543204 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665995'] for router (132e2803-b92f-40aa-a6ad-b2e83da3f48c), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:12.555051 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1bda-0d5d-4958-885a-1030bc637e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (0805475d-8b9c-4baf-bd63-089b9f9df6f5), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:12.556524 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddd1bda-0d5d-4958-885a-1030bc637e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:12.559996 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1bda-0d5d-4958-885a-1030bc637e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:12.649918 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-2ddd1bda-0d5d-4958-885a-1030bc637e94 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0068474 Oct 06 12:22:12.651701 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47562) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:12.678197 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8f8a269e-ffee-4c6d-9374-1d9e89bee233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (71f9a9d1-0ee0-4c67-8b2b-6182437d5a16), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:12.686840 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-8327c7a0-d611-4e4e-97a0-00167f432269 admin admin] Request body: {'subnet': {'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2000909362-subnet', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:12.696583 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Router 132e2803-b92f-40aa-a6ad-b2e83da3f48c is scheduled to L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 with binding_index 1 {{(pid=106140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 12:22:12.708643 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd1bda-0d5d-4958-885a-1030bc637e94 admin admin] Pushing event updated for resources: {'Network': ['ID=0805475d-8b9c-4baf-bd63-089b9f9df6f5,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:12.724913 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:22:12.818472 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a269e-ffee-4c6d-9374-1d9e89bee233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f9a9d1-0ee0-4c67-8b2b-6182437d5a16,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:12.830389 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8327c7a0-d611-4e4e-97a0-00167f432269 admin admin] Made reservation on behalf of 828d3459cdd641d98772383edfe3268f for: {'subnet': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:22:12.832921 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8327c7a0-d611-4e4e-97a0-00167f432269 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:12.956573 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a269e-ffee-4c6d-9374-1d9e89bee233 admin admin] Checking segment: {'id': 'ae2998cd-c34c-428b-bbab-09223708b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:22:12.956935 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a269e-ffee-4c6d-9374-1d9e89bee233 admin admin] Network hostable DHCP agents. Network: e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:22:13.031724 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a269e-ffee-4c6d-9374-1d9e89bee233 admin admin] Network e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:22:13.040484 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:INSERT=17,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:13.041698 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:13.056245 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:13.077799 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:22:13.088000 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Sync routers for ids ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:22:13.113037 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:13.113613 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Routers {'132e2803-b92f-40aa-a6ad-b2e83da3f48c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:22:13.114364 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:21:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:13.118578 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-2256d834-189c-440f-b4c1-5c0ae0042005 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8218780 Oct 06 12:22:13.119194 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 47584) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:13.255167 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:13.280417 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-8f8a269e-ffee-4c6d-9374-1d9e89bee233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2) {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:13.291145 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9a6461-36cc-458c-8692-8985d1b919b8 None None] Network e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:22:13.305348 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:13.308623 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8a269e-ffee-4c6d-9374-1d9e89bee233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:13.314097 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8f8a269e-ffee-4c6d-9374-1d9e89bee233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:13.340544 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8327c7a0-d611-4e4e-97a0-00167f432269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (fa59c4f4-50ab-4f12-b932-f152d4e018f2), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:13.438365 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Set router 132e2803-b92f-40aa-a6ad-b2e83da3f48c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:22:13.486866 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-8f8a269e-ffee-4c6d-9374-1d9e89bee233 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6818268 Oct 06 12:22:13.490687 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 47602) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:13.511727 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-166541861-router', 'tenant_id': '69d2acb456bc4aaeae1ff0927195aba2', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:13.518442 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc3fb08-c4bd-40f5-8f51-126ab0ad934f None None] Network cca2176c-b240-4d92-a159-a5d2161a7a8d requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:22:13.578748 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327c7a0-d611-4e4e-97a0-00167f432269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa59c4f4-50ab-4f12-b932-f152d4e018f2,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:13.585339 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8327c7a0-d611-4e4e-97a0-00167f432269 admin admin] Checking segment: {'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:22:13.585706 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8327c7a0-d611-4e4e-97a0-00167f432269 admin admin] Network hostable DHCP agents. Network: 0805475d-8b9c-4baf-bd63-089b9f9df6f5, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:22:13.627855 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2462'] for router (a0faf2c6-a98e-45a4-bf35-c292aea84f67), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:13.628977 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2455'] for router (a0faf2c6-a98e-45a4-bf35-c292aea84f67), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:13.633594 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8327c7a0-d611-4e4e-97a0-00167f432269 admin admin] Network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:22:13.649047 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-8327c7a0-d611-4e4e-97a0-00167f432269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, 0805475d-8b9c-4baf-bd63-089b9f9df6f5) {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:13.655392 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8327c7a0-d611-4e4e-97a0-00167f432269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:13.656300 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8327c7a0-d611-4e4e-97a0-00167f432269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:13.690322 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-8327c7a0-d611-4e4e-97a0-00167f432269 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0174065 Oct 06 12:22:13.693189 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47608) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:13.702297 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:13.734872 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2462'] for router (fa9d4ab9-6317-4d6d-9838-3076fed813e8), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:13.736561 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2455'] for router (fa9d4ab9-6317-4d6d-9838-3076fed813e8), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:13.764586 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47610) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:13.774942 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1000885b-e8aa-418f-8b82-77dd08b02de8 None None] Network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:22:13.819077 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:11Z', 'revision_number': 3, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port': {'id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:13.884852 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-c15ba804-22ed-45aa-b37a-12360d8e3cf3 None None] Provisioning complete for port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:13.885229 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c15ba804-22ed-45aa-b37a-12360d8e3cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (2e8e1eb8-daba-41ca-ab37-105bbf57c0b1), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:13.885566 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-c15ba804-22ed-45aa-b37a-12360d8e3cf3 None None] Attempt 1 to provision port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 Oct 06 12:22:13.886769 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Publish callbacks [] for router_controller (a0faf2c6-a98e-45a4-bf35-c292aea84f67), precommit_add_association {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:13.897639 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Publish callbacks [] for router_controller (fa9d4ab9-6317-4d6d-9838-3076fed813e8), precommit_add_association {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:13.902939 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:13.908619 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Checking router: 132e2803-b92f-40aa-a6ad-b2e83da3f48c for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:22:13.930050 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Updating router 132e2803-b92f-40aa-a6ad-b2e83da3f48c port 9eba9acd-082b-4c83-a7fb-86ec2bceb981 binding host dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:22:13.981951 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e4fcd5-b394-5821-a063-acad06bec7fa-e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2', 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2', 'project_id': '69d2acb456bc4aaeae1ff0927195aba2', 'fixed_ips': [{'subnet_id': '71f9a9d1-0ee0-4c67-8b2b-6182437d5a16'}]}} from dv-cinder-856041-2-iscsi. {{(pid=106141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 12:22:13.982942 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:13.998829 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9eba9acd-082b-4c83-a7fb-86ec2bceb981), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:14.126599 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0f47df08-099b-4fec-90a8-62ceb96b6ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:14.172858 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:14.173250 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (2e8e1eb8-daba-41ca-ab37-105bbf57c0b1), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:14.173673 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 Oct 06 12:22:14.294191 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Publish callbacks [] for router_gateway (a0faf2c6-a98e-45a4-bf35-c292aea84f67), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:14.331171 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Publish callbacks [] for router_gateway (fa9d4ab9-6317-4d6d-9838-3076fed813e8), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:14.485428 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 47644) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:14.701518 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Publish callbacks [] for port (9eba9acd-082b-4c83-a7fb-86ec2bceb981), precommit_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:14.714110 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (9eba9acd-082b-4c83-a7fb-86ec2bceb981), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:14.717887 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:14.757375 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0f47df08-099b-4fec-90a8-62ceb96b6ed3 admin admin] Publish callbacks [] for security_group (81fad0c6-4cb6-4ff5-8cb9-369e46f51755), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:14.758926 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:14.767247 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0f47df08-099b-4fec-90a8-62ceb96b6ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (81fad0c6-4cb6-4ff5-8cb9-369e46f51755), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:14.772411 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.db_base_plugin_common [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Allocated IP 172.20.0.2 (e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2/71f9a9d1-0ee0-4c67-8b2b-6182437d5a16/111e2884-9b3e-4ee5-b0c9-9408aeb53c5a) {{(pid=106141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:22:14.816570 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-0f47df08-099b-4fec-90a8-62ceb96b6ed3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=771859448b884c5381529ba3a6137511&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0502219 Oct 06 12:22:14.826163 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-c15ba804-22ed-45aa-b37a-12360d8e3cf3 None None] Current status of the port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:14.826716 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c15ba804-22ed-45aa-b37a-12360d8e3cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (2e8e1eb8-daba-41ca-ab37-105bbf57c0b1), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:14.829696 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Pushing event updated for resources: {'Port': ['ID=9eba9acd-082b-4c83-a7fb-86ec2bceb981,revision_number=2']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:14.835097 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 47654) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:14.853069 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:14.854837 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:14.855446 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:14.859175 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:14.861254 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:14.861822 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:14.862446 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:14.862728 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:14.863123 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (2e8e1eb8-daba-41ca-ab37-105bbf57c0b1), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:14.864252 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:14.866356 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:14.866979 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:14.867532 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:14.868502 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:14.869570 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:14.870116 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:14.870730 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Tracked resource versions report: Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: pushed versions: Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: { 'AddressGroup': {'1.2'}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Agent': {'1.1'}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'ConntrackHelper': {'1.0'}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'LocalIPAssociation': {'1.0'}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Log': {'1.0'}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'NDPProxy': {'1.0'}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Network': {'1.1'}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Port': {'1.7'}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'PortForwarding': {'1.3'}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'QosPolicy': {'1.10'}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'SecurityGroup': {'1.5'}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'SecurityGroupRule': {'1.2'}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'SubPort': {'1.0'}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Subnet': {'1.1'}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Trunk': {'1.1'}} Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: consumer versions: Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: { DHCP agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: HyperV agent@hv-cinder-85604: {}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: L3 agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: Metadata agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: Metering agent@dv-cinder-856041-2-iscsi: {}, Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: Open vSwitch agent@dv-cinder-856041-2-iscsi: { 'AddressGroup': '1.2', Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Agent': '1.1', Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'ConntrackHelper': '1.0', Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'LocalIPAssociation': '1.0', Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Log': '1.0', Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'NDPProxy': '1.0', Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Network': '1.1', Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Port': '1.7', Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'PortForwarding': '1.3', Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'QosPolicy': '1.10', Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'SecurityGroup': '1.5', Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'SecurityGroupRule': '1.2', Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'SubPort': '1.0', Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Subnet': '1.1', Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: 'Trunk': '1.1'}} Oct 06 12:22:14.873933 dv-cinder-856041-2-iscsi neutron-server[106142]: {{(pid=106142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 12:22:14.892551 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Attempting to bind port 9eba9acd-082b-4c83-a7fb-86ec2bceb981 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:22:14.893242 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Attempting to bind port 9eba9acd-082b-4c83-a7fb-86ec2bceb981 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:22:14.894429 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Attempting to bind port 9eba9acd-082b-4c83-a7fb-86ec2bceb981 on network 3a606d5c-6843-4963-ada6-7bee64b338fb {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:22:14.954816 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3e7c6a36-989b-4953-aae3-1f4d7201cd13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:14.958461 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e4fcd5-b394-5821-a063-acad06bec7fa-0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'project_id': '828d3459cdd641d98772383edfe3268f', 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2'}]}} from dv-cinder-856041-2-iscsi. {{(pid=106141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 12:22:14.959403 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:14.969710 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-c15ba804-22ed-45aa-b37a-12360d8e3cf3 None None] For port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=2e8e1eb8-daba-41ca-ab37-105bbf57c0b1,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:22:14.971050 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:14.992030 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c15ba804-22ed-45aa-b37a-12360d8e3cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (2e8e1eb8-daba-41ca-ab37-105bbf57c0b1), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:14.992607 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:15.004773 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:22:15.005751 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Checking segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:22:15.006492 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.016468 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Bound using segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:22:15.018484 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Bound port: 9eba9acd-082b-4c83-a7fb-86ec2bceb981, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:22:15.018904 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9eba9acd-082b-4c83-a7fb-86ec2bceb981), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.059306 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3e7c6a36-989b-4953-aae3-1f4d7201cd13 admin admin] Publish callbacks [] for security_group (4b4ad083-c502-40c6-9e0c-10bdd11d95cc), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.059306 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:15.108290 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3e7c6a36-989b-4953-aae3-1f4d7201cd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (4b4ad083-c502-40c6-9e0c-10bdd11d95cc), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.143557 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Publish callbacks [] for router_gateway (fa9d4ab9-6317-4d6d-9838-3076fed813e8), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.144225 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] For port 9eba9acd-082b-4c83-a7fb-86ec2bceb981, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:22:15.144225 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] For port 9eba9acd-082b-4c83-a7fb-86ec2bceb981, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=9eba9acd-082b-4c83-a7fb-86ec2bceb981,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:22:15.159305 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (9eba9acd-082b-4c83-a7fb-86ec2bceb981), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.164857 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.175258 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-3e7c6a36-989b-4953-aae3-1f4d7201cd13 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=33120f340d8f452597ace0cdcba72b8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6885264 Oct 06 12:22:15.181570 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47668) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:15.184395 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c6a36-989b-4953-aae3-1f4d7201cd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4ad083-c502-40c6-9e0c-10bdd11d95cc,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:15.188250 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ae2e2fc5-ef9f-4a16-96ef-0b933d093457 admin admin] Publish callbacks [] for security_group (81fad0c6-4cb6-4ff5-8cb9-369e46f51755), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.218025 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ae2e2fc5-ef9f-4a16-96ef-0b933d093457 admin admin] Publish callbacks [] for security_group (81fad0c6-4cb6-4ff5-8cb9-369e46f51755), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.235732 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:15.265815 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6b42ec9d-bf06-4cf8-a44b-52da1552db3d admin admin] Publish callbacks [] for security_group (4b4ad083-c502-40c6-9e0c-10bdd11d95cc), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.279488 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:15.282338 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Publish callbacks [] for router_gateway (a0faf2c6-a98e-45a4-bf35-c292aea84f67), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.295002 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27bb8f-fb01-4e2f-9521-14a1af26afd7 None None] Pushing event updated for resources: {'Port': ['ID=9eba9acd-082b-4c83-a7fb-86ec2bceb981,revision_number=3']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:15.296096 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6b42ec9d-bf06-4cf8-a44b-52da1552db3d admin admin] Publish callbacks [] for security_group (4b4ad083-c502-40c6-9e0c-10bdd11d95cc), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.300935 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Routers {'132e2803-b92f-40aa-a6ad-b2e83da3f48c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:22:15.301746 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:21:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:15.322110 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.332257 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.405850 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ae2e2fc5-ef9f-4a16-96ef-0b933d093457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (81fad0c6-4cb6-4ff5-8cb9-369e46f51755), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.408957 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ae2e2fc5-ef9f-4a16-96ef-0b933d093457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.410762 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-ae2e2fc5-ef9f-4a16-96ef-0b933d093457 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/81fad0c6-4cb6-4ff5-8cb9-369e46f51755 HTTP/1.1" status: 204 len: 168 time: 0.5721047 Oct 06 12:22:15.422237 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47df08-099b-4fec-90a8-62ceb96b6ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fad0c6-4cb6-4ff5-8cb9-369e46f51755,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:15.431406 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6b42ec9d-bf06-4cf8-a44b-52da1552db3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (4b4ad083-c502-40c6-9e0c-10bdd11d95cc), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.435158 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6b42ec9d-bf06-4cf8-a44b-52da1552db3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.435975 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] Set router 132e2803-b92f-40aa-a6ad-b2e83da3f48c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:22:15.439059 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-6b42ec9d-bf06-4cf8-a44b-52da1552db3d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4b4ad083-c502-40c6-9e0c-10bdd11d95cc HTTP/1.1" status: 204 len: 168 time: 0.2464161 Oct 06 12:22:15.484812 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42ec9d-bf06-4cf8-a44b-52da1552db3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4ad083-c502-40c6-9e0c-10bdd11d95cc,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:15.618974 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Allocated IP 172.27.0.130 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/b80f245b-970e-4a7b-a821-bc8f1df5cb36) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:22:15.680436 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:11Z', 'revision_number': 3, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port': {'id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:15.740450 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-a22b3a87-c712-4f40-8179-877a426c406f None None] Provisioning complete for port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:15.740869 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-a22b3a87-c712-4f40-8179-877a426c406f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (2e8e1eb8-daba-41ca-ab37-105bbf57c0b1), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.741273 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-a22b3a87-c712-4f40-8179-877a426c406f None None] Attempt 1 to provision port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 Oct 06 12:22:15.744420 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364f58e-24c2-4ed8-abb7-b36d9b1eccb6 None None] The sync data for ids ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'] in dv-cinder-856041-2-iscsi is: [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:11Z', 'revision_number': 3, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port': {'id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:22:15.758730 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e2fc5-ef9f-4a16-96ef-0b933d093457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fad0c6-4cb6-4ff5-8cb9-369e46f51755,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:15.843347 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.db.api [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 06 12:22:15.843857 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG oslo_db.api [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 06 12:22:15.892891 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Publish callbacks [] for port (b80f245b-970e-4a7b-a821-bc8f1df5cb36), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:15.928370 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.db_base_plugin_common [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Allocated IP 172.20.0.2 (0805475d-8b9c-4baf-bd63-089b9f9df6f5/fa59c4f4-50ab-4f12-b932-f152d4e018f2/55d539b9-6e2d-4c93-80f8-3302a61c61e5) {{(pid=106141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:22:15.953322 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ba804-22ed-45aa-b37a-12360d8e3cf3 None None] Pushing event updated for resources: {'Port': ['ID=2e8e1eb8-daba-41ca-ab37-105bbf57c0b1,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:15.956882 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (b80f245b-970e-4a7b-a821-bc8f1df5cb36), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:16.024148 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:16.029411 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:16.034343 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:22:16.037360 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:16.056108 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Allocated IP 172.20.0.1 (cca2176c-b240-4d92-a159-a5d2161a7a8d/8ea49d5a-1690-442e-8bee-f699c3a4c37b/c98dac1c-6bc3-4092-b556-96377ae73c94) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:22:16.089059 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Allocated IP 172.27.0.216 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/1fcd2592-9011-4315-a7cb-38d2192db199) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:22:16.122099 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:16.181229 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Publish callbacks [] for port (111e2884-9b3e-4ee5-b0c9-9408aeb53c5a), precommit_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:16.183263 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=86,neutron:UPDATE=11,neutron:INSERT=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:16.191697 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Pushing event updated for resources: {'Port': ['ID=b80f245b-970e-4a7b-a821-bc8f1df5cb36,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:16.277914 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (111e2884-9b3e-4ee5-b0c9-9408aeb53c5a), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:16.371719 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47706) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:16.472027 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cfe37e2f-95df-412e-84b6-3ed0e0c7a1ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:16.605969 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Network e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 is already hosted by enough agents. {{(pid=106141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:16.617573 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-a22b3a87-c712-4f40-8179-877a426c406f None None] Current status of the port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:16.651848 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Publish callbacks [] for port (1fcd2592-9011-4315-a7cb-38d2192db199), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:16.666124 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.base_scheduler [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Resources bound (agent type, host, resource id): {{(pid=106141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:16.670365 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Pushing event updated for resources: {'Port': ['ID=111e2884-9b3e-4ee5-b0c9-9408aeb53c5a,revision_number=1']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:16.684555 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Received port after_create {{(pid=106141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:22:16.686910 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:16.726386 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cfe37e2f-95df-412e-84b6-3ed0e0c7a1ff admin admin] Publish callbacks [] for security_group (6008836e-278c-48f0-aeac-225c282c5e4d), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:16.727369 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:16.736069 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cfe37e2f-95df-412e-84b6-3ed0e0c7a1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (6008836e-278c-48f0-aeac-225c282c5e4d), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:16.816674 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:16.820520 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (1fcd2592-9011-4315-a7cb-38d2192db199), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:16.830453 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe37e2f-95df-412e-84b6-3ed0e0c7a1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6008836e-278c-48f0-aeac-225c282c5e4d,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:16.837526 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-cfe37e2f-95df-412e-84b6-3ed0e0c7a1ff admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cc64e6bd0bfd48be9abf02404e59a734&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4649558 Oct 06 12:22:16.843972 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Publish callbacks [] for router_gateway (fa9d4ab9-6317-4d6d-9838-3076fed813e8), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:16.847628 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 47736) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:16.905906 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Publish callbacks [] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), precommit_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:16.938817 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:16.985797 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Attempting to bind port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:22:16.988367 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Attempting to bind port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': 'ae2998cd-c34c-428b-bbab-09223708b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:22:16.990183 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Attempting to bind port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a on network e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:22:17.055813 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:17.098314 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 is already hosted by enough agents. {{(pid=106141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:17.114239 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:17.115614 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.base_scheduler [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Resources bound (agent type, host, resource id): {{(pid=106141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:17.123767 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Received port after_create {{(pid=106141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:22:17.166941 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Pushing event updated for resources: {'Port': ['ID=55d539b9-6e2d-4c93-80f8-3302a61c61e5,revision_number=1']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:17.192278 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:17.204358 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:22:17.283300 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:17.389115 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:22:17.390153 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Checking segment: {'id': 'ae2998cd-c34c-428b-bbab-09223708b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:22:17.390756 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:17.391249 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Bound using segment: {'id': 'ae2998cd-c34c-428b-bbab-09223708b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:22:17.391973 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Bound port: 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2998cd-c34c-428b-bbab-09223708b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:22:17.392446 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (111e2884-9b3e-4ee5-b0c9-9408aeb53c5a), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:17.409328 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Attempting to bind port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:22:17.409806 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Attempting to bind port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:22:17.410263 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Attempting to bind port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 on network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:22:17.454962 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665995'] for router (fa9d4ab9-6317-4d6d-9838-3076fed813e8), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:17.466071 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ac9a6774-e6bd-4629-92bc-111c37a99321 admin admin] Publish callbacks [] for security_group (6008836e-278c-48f0-aeac-225c282c5e4d), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:17.494738 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ac9a6774-e6bd-4629-92bc-111c37a99321 admin admin] Publish callbacks [] for security_group (6008836e-278c-48f0-aeac-225c282c5e4d), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:17.502077 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:17.502984 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (2e8e1eb8-daba-41ca-ab37-105bbf57c0b1), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:17.503833 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 Oct 06 12:22:17.550340 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] For port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:22:17.552896 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:22:17.553551 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Checking segment: {'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:22:17.554160 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:17.554766 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Bound using segment: {'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:22:17.554875 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Pushing event updated for resources: {'Port': ['ID=1fcd2592-9011-4315-a7cb-38d2192db199,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:17.555564 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Bound port: 55d539b9-6e2d-4c93-80f8-3302a61c61e5, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:22:17.556169 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:17.563127 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:17.581110 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 47758) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:17.586529 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] For port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=111e2884-9b3e-4ee5-b0c9-9408aeb53c5a,segment=NetworkSegment(ae2998cd-c34c-428b-bbab-09223708b755),segment_id=ae2998cd-c34c-428b-bbab-09223708b755)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:22:17.598100 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Publish callbacks [] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:17.600518 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ac9a6774-e6bd-4629-92bc-111c37a99321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (6008836e-278c-48f0-aeac-225c282c5e4d), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:17.603072 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ac9a6774-e6bd-4629-92bc-111c37a99321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:17.604322 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-ac9a6774-e6bd-4629-92bc-111c37a99321 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6008836e-278c-48f0-aeac-225c282c5e4d HTTP/1.1" status: 204 len: 168 time: 0.7363601 Oct 06 12:22:17.619205 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (111e2884-9b3e-4ee5-b0c9-9408aeb53c5a), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:17.644858 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Router fa9d4ab9-6317-4d6d-9838-3076fed813e8 is scheduled to L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 with binding_index 1 {{(pid=106139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 12:22:17.650325 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a6774-e6bd-4629-92bc-111c37a99321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6008836e-278c-48f0-aeac-225c282c5e4d,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:17.794589 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] For port 55d539b9-6e2d-4c93-80f8-3302a61c61e5, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:22:17.819018 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:22:17.842434 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Sync routers for ids ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:22:17.849171 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] For port 55d539b9-6e2d-4c93-80f8-3302a61c61e5, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=55d539b9-6e2d-4c93-80f8-3302a61c61e5,segment=NetworkSegment(2a247455-d931-427c-b5d7-06d88a7c7abe),segment_id=2a247455-d931-427c-b5d7-06d88a7c7abe)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:22:17.852715 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b14a46-f0da-4e69-b69b-2c8095ae0452 None None] Pushing event updated for resources: {'Port': ['ID=111e2884-9b3e-4ee5-b0c9-9408aeb53c5a,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:17.867559 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:17.872520 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Routers {'fa9d4ab9-6317-4d6d-9838-3076fed813e8'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:22:17.872995 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-fd074dd9-f0e6-4fe5-8c16-bf754f4a513e admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1783957 Oct 06 12:22:17.873275 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:21:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:17.875099 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:17.876201 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 9eba9acd-082b-4c83-a7fb-86ec2bceb981 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:17.877677 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47766) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:17.883877 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:17.902312 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Publish callbacks [] for router_gateway (a0faf2c6-a98e-45a4-bf35-c292aea84f67), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:18.056693 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:18.068443 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-30bc94c9-f665-4851-8e18-59a652313f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:18.085083 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:18.169798 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c98dac1c-6bc3-4092-b556-96377ae73c94,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:18.206582 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6aa371-4879-42ec-8ad2-2f77cfcdbf89 None None] Pushing event updated for resources: {'Port': ['ID=55d539b9-6e2d-4c93-80f8-3302a61c61e5,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:18.270822 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Network cca2176c-b240-4d92-a159-a5d2161a7a8d is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:18.295357 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:18.297216 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:18.351994 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 9eba9acd-082b-4c83-a7fb-86ec2bceb981 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:18.352399 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (9eba9acd-082b-4c83-a7fb-86ec2bceb981), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:18.352743 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 9eba9acd-082b-4c83-a7fb-86ec2bceb981 Oct 06 12:22:18.418232 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:22:18.425999 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665328'] for router_interface (132e2803-b92f-40aa-a6ad-b2e83da3f48c), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:18.568442 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Set router fa9d4ab9-6317-4d6d-9838-3076fed813e8 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:22:19.009966 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2ca2-1327-4bc8-b4d2-5fd22ed32860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:19.076965 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-44644de1-8392-4d5d-ba17-57b234f830c4 None None] Provisioning complete for port c98dac1c-6bc3-4092-b556-96377ae73c94 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:19.077653 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-44644de1-8392-4d5d-ba17-57b234f830c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:19.079830 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-44644de1-8392-4d5d-ba17-57b234f830c4 None None] Attempt 1 to provision port c98dac1c-6bc3-4092-b556-96377ae73c94 Oct 06 12:22:19.157749 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:19.206973 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:19.268704 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:19.298334 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:22:19.352255 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-30bc94c9-f665-4851-8e18-59a652313f6c admin admin] Publish callbacks [] for security_group (408ba584-5c67-4c5a-8181-eed873329814), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:19.384688 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:19.392252 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 9eba9acd-082b-4c83-a7fb-86ec2bceb981 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:19.392744 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9eba9acd-082b-4c83-a7fb-86ec2bceb981), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:19.396280 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-30bc94c9-f665-4851-8e18-59a652313f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (408ba584-5c67-4c5a-8181-eed873329814), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:19.472877 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port 9eba9acd-082b-4c83-a7fb-86ec2bceb981, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=9eba9acd-082b-4c83-a7fb-86ec2bceb981,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:22:19.501631 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665995'] for router (a0faf2c6-a98e-45a4-bf35-c292aea84f67), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:19.507426 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-44644de1-8392-4d5d-ba17-57b234f830c4 None None] Port c98dac1c-6bc3-4092-b556-96377ae73c94 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:22:19.510586 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (9eba9acd-082b-4c83-a7fb-86ec2bceb981), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:19.622030 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Allocated IP 172.20.0.1 (0805475d-8b9c-4baf-bd63-089b9f9df6f5/fa59c4f4-50ab-4f12-b932-f152d4e018f2/a1921f70-21ea-493a-bbdc-82893ce629e0) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:22:19.711773 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:19.713963 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=9eba9acd-082b-4c83-a7fb-86ec2bceb981,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:19.722046 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eec571-842f-401c-9ce7-15d7c3ca7d76 None None] Network e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:22:19.738880 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47832) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:19.783556 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Publish callbacks [] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:19.826275 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:19.890300 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:19.947472 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:19.961547 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:20.002589 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:22:20.005910 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665328'] for router_interface (fa9d4ab9-6317-4d6d-9838-3076fed813e8), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.055419 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc94c9-f665-4851-8e18-59a652313f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408ba584-5c67-4c5a-8181-eed873329814,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:20.083396 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-30bc94c9-f665-4851-8e18-59a652313f6c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a214702b5d894605a09e9321e280a5b1&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4978268 Oct 06 12:22:20.142088 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:20.143939 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 47860) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:20.195459 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4b4342-2678-43bb-99f1-9912a6db590c None None] Network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:22:20.269642 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Publish callbacks [] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.276772 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.278067 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665452'] for router_interface (132e2803-b92f-40aa-a6ad-b2e83da3f48c), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.336747 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c98dac1c-6bc3-4092-b556-96377ae73c94,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:20.398286 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1921f70-21ea-493a-bbdc-82893ce629e0,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:20.410731 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2e7fd50e-5781-4ef3-8ec0-4322409bf671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.436182 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-24757853-29a4-4256-88de-92439818ef12 admin admin] Publish callbacks [] for security_group (408ba584-5c67-4c5a-8181-eed873329814), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.438113 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.462608 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-24757853-29a4-4256-88de-92439818ef12 admin admin] Publish callbacks [] for security_group (408ba584-5c67-4c5a-8181-eed873329814), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.471842 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-dda01309-2af4-4764-9b81-7e27bf409343 None None] Provisioning complete for port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:20.472371 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-dda01309-2af4-4764-9b81-7e27bf409343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (111e2884-9b3e-4ee5-b0c9-9408aeb53c5a), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.472371 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-dda01309-2af4-4764-9b81-7e27bf409343 None None] Attempt 1 to provision port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a Oct 06 12:22:20.592556 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:20.675432 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:20.694248 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Router a0faf2c6-a98e-45a4-bf35-c292aea84f67 is scheduled to L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 with binding_index 1 {{(pid=106140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 12:22:20.711799 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-24757853-29a4-4256-88de-92439818ef12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (408ba584-5c67-4c5a-8181-eed873329814), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.714605 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-24757853-29a4-4256-88de-92439818ef12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.718964 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-24757853-29a4-4256-88de-92439818ef12 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/408ba584-5c67-4c5a-8181-eed873329814 HTTP/1.1" status: 204 len: 168 time: 0.5730712 Oct 06 12:22:20.736127 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24757853-29a4-4256-88de-92439818ef12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408ba584-5c67-4c5a-8181-eed873329814,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:20.749528 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2e7fd50e-5781-4ef3-8ec0-4322409bf671 admin admin] Publish callbacks [] for security_group (49118d04-ecb6-4500-91df-a1f9d7c223fa), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.766038 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2e7fd50e-5781-4ef3-8ec0-4322409bf671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (49118d04-ecb6-4500-91df-a1f9d7c223fa), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.769399 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-dda01309-2af4-4764-9b81-7e27bf409343 None None] Current status of the port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:20.771012 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-dda01309-2af4-4764-9b81-7e27bf409343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (111e2884-9b3e-4ee5-b0c9-9408aeb53c5a), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.815812 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:20.866934 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-dda01309-2af4-4764-9b81-7e27bf409343 None None] For port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=111e2884-9b3e-4ee5-b0c9-9408aeb53c5a,segment=NetworkSegment(ae2998cd-c34c-428b-bbab-09223708b755),segment_id=ae2998cd-c34c-428b-bbab-09223708b755)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:22:20.868099 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:20.870319 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:22:20.874552 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fd50e-5781-4ef3-8ec0-4322409bf671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49118d04-ecb6-4500-91df-a1f9d7c223fa,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:20.885706 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:20.886105 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (111e2884-9b3e-4ee5-b0c9-9408aeb53c5a), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.886842 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a Oct 06 12:22:20.888516 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Sync routers for ids ['a0faf2c6-a98e-45a4-bf35-c292aea84f67'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:22:20.904572 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Network cca2176c-b240-4d92-a159-a5d2161a7a8d is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:20.906424 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-2e7fd50e-5781-4ef3-8ec0-4322409bf671 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a4c444b37c884b8aad96c00dda9615b2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1662054 Oct 06 12:22:20.908224 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 47880) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:20.909410 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:20.910836 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Routers {'a0faf2c6-a98e-45a4-bf35-c292aea84f67'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:22:20.911867 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:21:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['a0faf2c6-a98e-45a4-bf35-c292aea84f67'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:20.940394 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Publish callbacks [] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.950032 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.950707 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.950913 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665452'] for router_interface (fa9d4ab9-6317-4d6d-9838-3076fed813e8), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:20.952555 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-068ec44d-7b9f-41b9-a68c-d785ef4efa3f admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4609032 Oct 06 12:22:20.956789 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47882) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:20.994671 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:16Z', 'revision_number': 3, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:20.996474 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-dda01309-2af4-4764-9b81-7e27bf409343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (111e2884-9b3e-4ee5-b0c9-9408aeb53c5a), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:21.112115 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Set router a0faf2c6-a98e-45a4-bf35-c292aea84f67 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:22:21.149728 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Checking router: fa9d4ab9-6317-4d6d-9838-3076fed813e8 for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:22:21.153895 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Updating router fa9d4ab9-6317-4d6d-9838-3076fed813e8 port b80f245b-970e-4a7b-a821-bc8f1df5cb36 binding host dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:22:21.235577 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (b80f245b-970e-4a7b-a821-bc8f1df5cb36), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:21.268997 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c91212e6-2c40-4cc2-9993-eff2b1b7aeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:21.325570 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1794ff4a-ec76-41e3-a9cd-72d6e23e5fa8 admin admin] Publish callbacks [] for security_group (49118d04-ecb6-4500-91df-a1f9d7c223fa), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:21.344897 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Router 132e2803-b92f-40aa-a6ad-b2e83da3f48c has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:22:21.401147 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1794ff4a-ec76-41e3-a9cd-72d6e23e5fa8 admin admin] Publish callbacks [] for security_group (49118d04-ecb6-4500-91df-a1f9d7c223fa), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:21.496210 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:21.501976 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'name': 'tempest-DeleteServersTestJSON-166541861-router', 'tenant_id': '69d2acb456bc4aaeae1ff0927195aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1fcd2592-9011-4315-a7cb-38d2192db199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:17Z', 'revision_number': 3, 'project_id': '69d2acb456bc4aaeae1ff0927195aba2', 'gw_port': {'id': '1fcd2592-9011-4315-a7cb-38d2192db199', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:21.506735 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1921f70-21ea-493a-bbdc-82893ce629e0,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:21.529690 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:21.540104 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:21.567287 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Checking router: a0faf2c6-a98e-45a4-bf35-c292aea84f67 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:22:21.567664 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Updating router a0faf2c6-a98e-45a4-bf35-c292aea84f67 port 1fcd2592-9011-4315-a7cb-38d2192db199 binding host dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:22:21.634688 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:21.635266 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (1fcd2592-9011-4315-a7cb-38d2192db199), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:21.674871 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1794ff4a-ec76-41e3-a9cd-72d6e23e5fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (49118d04-ecb6-4500-91df-a1f9d7c223fa), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:21.677727 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1794ff4a-ec76-41e3-a9cd-72d6e23e5fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:21.682658 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-1794ff4a-ec76-41e3-a9cd-72d6e23e5fa8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/49118d04-ecb6-4500-91df-a1f9d7c223fa HTTP/1.1" status: 204 len: 168 time: 0.7539618 Oct 06 12:22:21.707222 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794ff4a-ec76-41e3-a9cd-72d6e23e5fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49118d04-ecb6-4500-91df-a1f9d7c223fa,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:21.863694 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:22:21.876065 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-b5566462-7c68-42d9-ab5c-429afcd264f3 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/132e2803-b92f-40aa-a6ad-b2e83da3f48c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7558064 Oct 06 12:22:21.885548 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:21.886618 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:21.940481 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Publish callbacks [] for port (b80f245b-970e-4a7b-a821-bc8f1df5cb36), precommit_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:21.951252 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Sync routers for ids ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:22:21.975170 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (b80f245b-970e-4a7b-a821-bc8f1df5cb36), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:22.006798 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Routers {'132e2803-b92f-40aa-a6ad-b2e83da3f48c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:22:22.008145 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:22:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:22.085207 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Router fa9d4ab9-6317-4d6d-9838-3076fed813e8 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:22:22.233611 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Set router 132e2803-b92f-40aa-a6ad-b2e83da3f48c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:22:22.324654 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Attempting to bind port b80f245b-970e-4a7b-a821-bc8f1df5cb36 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:22:22.325101 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Attempting to bind port b80f245b-970e-4a7b-a821-bc8f1df5cb36 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:22:22.325556 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Attempting to bind port b80f245b-970e-4a7b-a821-bc8f1df5cb36 on network 3a606d5c-6843-4963-ada6-7bee64b338fb {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:22:22.365188 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-1295373e-664c-4923-aa17-e1693b56aca4 None None] Provisioning complete for port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:22.365672 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-1295373e-664c-4923-aa17-e1693b56aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:22.366071 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-1295373e-664c-4923-aa17-e1693b56aca4 None None] Attempt 1 to provision port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 Oct 06 12:22:22.386296 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:22.396493 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:22:22.404667 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-3a78c823-3b49-4620-ade4-f34e7c5e75d7 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/fa9d4ab9-6317-4d6d-9838-3076fed813e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5258782 Oct 06 12:22:22.409706 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Publish callbacks [] for port (1fcd2592-9011-4315-a7cb-38d2192db199), precommit_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:22.411650 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:22.412659 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 55d539b9-6e2d-4c93-80f8-3302a61c61e5 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:22.420723 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (1fcd2592-9011-4315-a7cb-38d2192db199), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:22.426678 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:22.440614 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda01309-2af4-4764-9b81-7e27bf409343 None None] Pushing event updated for resources: {'Port': ['ID=111e2884-9b3e-4ee5-b0c9-9408aeb53c5a,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:22.517808 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Attempting to bind port 1fcd2592-9011-4315-a7cb-38d2192db199 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:22:22.518812 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Attempting to bind port 1fcd2592-9011-4315-a7cb-38d2192db199 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:22:22.519385 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Attempting to bind port 1fcd2592-9011-4315-a7cb-38d2192db199 on network 3a606d5c-6843-4963-ada6-7bee64b338fb {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:22:22.558785 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f439254-7d6d-4473-b217-d7061d6c8bb8 None None] Pushing event updated for resources: {'Port': ['ID=1fcd2592-9011-4315-a7cb-38d2192db199,revision_number=2']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:22.585461 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:22:22.586258 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Checking segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:22:22.587064 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:22:22.587241 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:22.587937 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Bound using segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:22:22.588293 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Checking segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:22:22.588714 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:22.589083 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Bound port: 1fcd2592-9011-4315-a7cb-38d2192db199, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:22:22.589211 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Bound using segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:22:22.589717 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (1fcd2592-9011-4315-a7cb-38d2192db199), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:22.591144 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Bound port: b80f245b-970e-4a7b-a821-bc8f1df5cb36, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:22:22.593229 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (b80f245b-970e-4a7b-a821-bc8f1df5cb36), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:22.613042 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:22.650921 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 47936) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:22.666206 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] For port 1fcd2592-9011-4315-a7cb-38d2192db199, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:22:22.675612 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] For port 1fcd2592-9011-4315-a7cb-38d2192db199, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=1fcd2592-9011-4315-a7cb-38d2192db199,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:22:22.678803 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7716d76c-7553-4de4-acf1-a8a372d3014a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:22.686657 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (1fcd2592-9011-4315-a7cb-38d2192db199), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:22.736887 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Routers {'a0faf2c6-a98e-45a4-bf35-c292aea84f67'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:22:22.738247 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:22:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['a0faf2c6-a98e-45a4-bf35-c292aea84f67'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:22.761353 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:22.789814 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2aa810-68f4-464d-b890-dad80ea3d194 None None] Pushing event updated for resources: {'Port': ['ID=b80f245b-970e-4a7b-a821-bc8f1df5cb36,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:22.804733 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:22.805111 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:22.805450 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 Oct 06 12:22:22.852581 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f439254-7d6d-4473-b217-d7061d6c8bb8 None None] Pushing event updated for resources: {'Port': ['ID=1fcd2592-9011-4315-a7cb-38d2192db199,revision_number=3']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:22.882088 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] For port b80f245b-970e-4a7b-a821-bc8f1df5cb36, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:22:22.936362 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] Set router a0faf2c6-a98e-45a4-bf35-c292aea84f67 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:22:22.966834 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] For port b80f245b-970e-4a7b-a821-bc8f1df5cb36, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=b80f245b-970e-4a7b-a821-bc8f1df5cb36,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:22:23.024882 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-1295373e-664c-4923-aa17-e1693b56aca4 None None] Current status of the port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:23.025503 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-1295373e-664c-4923-aa17-e1693b56aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:23.040287 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7716d76c-7553-4de4-acf1-a8a372d3014a admin admin] Publish callbacks [] for security_group (8afe291b-0dde-48a0-b169-30e3f608c813), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:23.048392 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7716d76c-7553-4de4-acf1-a8a372d3014a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (8afe291b-0dde-48a0-b169-30e3f608c813), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:23.094680 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (b80f245b-970e-4a7b-a821-bc8f1df5cb36), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:23.168084 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-7716d76c-7553-4de4-acf1-a8a372d3014a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e3d5d86f3ba34f3ea4fec1821103e1fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5159881 Oct 06 12:22:23.175853 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 47952) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:23.177899 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716d76c-7553-4de4-acf1-a8a372d3014a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afe291b-0dde-48a0-b169-30e3f608c813,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:23.212757 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Allocated IP 172.20.0.1 (e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2/71f9a9d1-0ee0-4c67-8b2b-6182437d5a16/eba00a5f-4630-4c74-8c86-0ec91f97778d) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:22:23.313078 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Routers {'fa9d4ab9-6317-4d6d-9838-3076fed813e8'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:22:23.317342 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:22:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:23.322299 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:18Z', 'revision_number': 4, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port': {'id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'c98dac1c-6bc3-4092-b556-96377ae73c94', 'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'tenant_id': '9138bc89f5204975a18156097530643a', 'mac_address': 'fa:16:3e:37:49:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:19Z', 'revision_number': 2, 'project_id': '9138bc89f5204975a18156097530643a', 'subnets': [{'id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:23.374574 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'name': 'tempest-DeleteServersTestJSON-166541861-router', 'tenant_id': '69d2acb456bc4aaeae1ff0927195aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1fcd2592-9011-4315-a7cb-38d2192db199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:17Z', 'revision_number': 3, 'project_id': '69d2acb456bc4aaeae1ff0927195aba2', 'gw_port': {'id': '1fcd2592-9011-4315-a7cb-38d2192db199', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:23.429165 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d405f-0d9b-4db4-9a0b-3fa5c18c62fc None None] The sync data for ids ['a0faf2c6-a98e-45a4-bf35-c292aea84f67'] in dv-cinder-856041-2-iscsi is: [{'id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'name': 'tempest-DeleteServersTestJSON-166541861-router', 'tenant_id': '69d2acb456bc4aaeae1ff0927195aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1fcd2592-9011-4315-a7cb-38d2192db199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:17Z', 'revision_number': 3, 'project_id': '69d2acb456bc4aaeae1ff0927195aba2', 'gw_port': {'id': '1fcd2592-9011-4315-a7cb-38d2192db199', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:22:23.460457 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Publish callbacks [] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:23.498737 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 47980) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:23.500975 dv-cinder-856041-2-iscsi neutron-server[106140]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 06 12:22:23.543031 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:23.581355 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:23.669048 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:23.670744 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-535f831a-3891-429d-ae3d-eb1a9117e4e1 admin admin] Publish callbacks [] for security_group (8afe291b-0dde-48a0-b169-30e3f608c813), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:23.733573 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Pushing event updated for resources: {'Port': ['ID=eba00a5f-4630-4c74-8c86-0ec91f97778d,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:23.798531 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Network e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:23.802098 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-535f831a-3891-429d-ae3d-eb1a9117e4e1 admin admin] Publish callbacks [] for security_group (8afe291b-0dde-48a0-b169-30e3f608c813), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:23.818865 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] Set router fa9d4ab9-6317-4d6d-9838-3076fed813e8 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:22:23.835524 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:23.846676 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:22:23.847936 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665328'] for router_interface (a0faf2c6-a98e-45a4-bf35-c292aea84f67), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:23.963899 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 47992) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:23.997755 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-d29d8fd7-fc2b-4405-b13e-ece5eef300fc tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513175979', 'description': 'tempest-description--911873349'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:24.062650 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:24.079380 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-535f831a-3891-429d-ae3d-eb1a9117e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (8afe291b-0dde-48a0-b169-30e3f608c813), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:24.081233 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:24.082601 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-535f831a-3891-429d-ae3d-eb1a9117e4e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:24.086840 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-535f831a-3891-429d-ae3d-eb1a9117e4e1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8afe291b-0dde-48a0-b169-30e3f608c813 HTTP/1.1" status: 204 len: 168 time: 0.9046896 Oct 06 12:22:24.106673 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-9a170362-74ee-4362-a20e-ebafa19bd6f7 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:24.111541 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-9a170362-74ee-4362-a20e-ebafa19bd6f7 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 818 time: 0.6094797 Oct 06 12:22:24.154823 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d29d8fd7-fc2b-4405-b13e-ece5eef300fc tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:24.199754 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-cea369e2-44d0-4d7a-b5eb-5367fa1bdac8 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/quotas/9138bc89f5204975a18156097530643a HTTP/1.1" status: 200 len: 375 time: 0.0649042 Oct 06 12:22:24.279451 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f831a-3891-429d-ae3d-eb1a9117e4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afe291b-0dde-48a0-b169-30e3f608c813,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:24.348363 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:24.408176 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-1295373e-664c-4923-aa17-e1693b56aca4 None None] For port 55d539b9-6e2d-4c93-80f8-3302a61c61e5, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=55d539b9-6e2d-4c93-80f8-3302a61c61e5,segment=NetworkSegment(2a247455-d931-427c-b5d7-06d88a7c7abe),segment_id=2a247455-d931-427c-b5d7-06d88a7c7abe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:22:24.425205 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:24.471967 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-5f2bfef2-2cf7-4429-b28b-904d29dba193 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2521257 Oct 06 12:22:24.480880 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:24.527773 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2aa810-68f4-464d-b890-dad80ea3d194 None None] Pushing event updated for resources: {'Port': ['ID=b80f245b-970e-4a7b-a821-bc8f1df5cb36,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:24.547926 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:24.548326 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:24.588106 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d29d8fd7-fc2b-4405-b13e-ece5eef300fc tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group (bebc0aa0-080d-46ab-8322-b19b6fde5755), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:24.593999 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d29d8fd7-fc2b-4405-b13e-ece5eef300fc tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (bebc0aa0-080d-46ab-8322-b19b6fde5755), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:24.595296 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 2, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:24.644092 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d29d8fd7-fc2b-4405-b13e-ece5eef300fc tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:24.646570 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-d29d8fd7-fc2b-4405-b13e-ece5eef300fc tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.6615119 Oct 06 12:22:24.653724 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 48022) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:24.671092 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-f43c7da2-94bf-4663-a6f4-35a9b2dca787 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Request body: {'security_group_rule': {'security_group_id': 'bebc0aa0-080d-46ab-8322-b19b6fde5755', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:24.692577 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d8fd7-fc2b-4405-b13e-ece5eef300fc tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bebc0aa0-080d-46ab-8322-b19b6fde5755,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:24.715004 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35120d81-115c-431b-ab2a-1e5246fd75fb None None] The sync data for ids ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'] in dv-cinder-856041-2-iscsi is: [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 2, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:22:24.721196 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Publish callbacks [] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:24.735395 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:24.736285 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665452'] for router_interface (a0faf2c6-a98e-45a4-bf35-c292aea84f67), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:24.810244 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Checking router: 132e2803-b92f-40aa-a6ad-b2e83da3f48c for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:22:24.811384 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Updating router 132e2803-b92f-40aa-a6ad-b2e83da3f48c port c98dac1c-6bc3-4092-b556-96377ae73c94 binding host dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:22:24.812257 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Pushing event updated for resources: {'Port': ['ID=eba00a5f-4630-4c74-8c86-0ec91f97778d,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:24.819373 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f43c7da2-94bf-4663-a6f4-35a9b2dca787 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group_rule (6ed8ee56-dd6b-4951-ba52-3b1700922ce7), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:24.864775 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-1295373e-664c-4923-aa17-e1693b56aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:24.960236 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.db.api [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 06 12:22:24.962245 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG oslo_db.api [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 06 12:22:24.971900 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:24.974593 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-1295373e-664c-4923-aa17-e1693b56aca4 None None] Provisioning complete for port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:24.983206 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-1295373e-664c-4923-aa17-e1693b56aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (111e2884-9b3e-4ee5-b0c9-9408aeb53c5a), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:24.983973 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-1295373e-664c-4923-aa17-e1693b56aca4 None None] Attempt 1 to provision port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a Oct 06 12:22:25.007660 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Network e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:25.013855 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:25.129790 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:25.145918 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f43c7da2-94bf-4663-a6f4-35a9b2dca787 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group_rule (6ed8ee56-dd6b-4951-ba52-3b1700922ce7), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:25.174900 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f43c7da2-94bf-4663-a6f4-35a9b2dca787 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (6ed8ee56-dd6b-4951-ba52-3b1700922ce7), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:25.245194 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:25.263231 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:25.281775 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c7da2-94bf-4663-a6f4-35a9b2dca787 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed8ee56-dd6b-4951-ba52-3b1700922ce7,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:25.374424 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f43c7da2-94bf-4663-a6f4-35a9b2dca787 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:25.381049 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 48050) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:25.381588 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-f43c7da2-94bf-4663-a6f4-35a9b2dca787 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7223475 Oct 06 12:22:25.387115 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-4fe06635-4f42-46f9-bbcc-04f1ab1fe5d0 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Request body: {'security_group_rule': {'security_group_id': 'bebc0aa0-080d-46ab-8322-b19b6fde5755', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:25.409652 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:25.424167 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Router a0faf2c6-a98e-45a4-bf35-c292aea84f67 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:22:25.450492 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4fe06635-4f42-46f9-bbcc-04f1ab1fe5d0 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group_rule (5b78320f-2340-4043-b2f3-04e459db9bda), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:25.502147 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 48056) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:25.564643 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:25.566235 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295373e-664c-4923-aa17-e1693b56aca4 None None] Pushing event updated for resources: {'Port': ['ID=55d539b9-6e2d-4c93-80f8-3302a61c61e5,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:25.577502 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:25.612067 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4fe06635-4f42-46f9-bbcc-04f1ab1fe5d0 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group_rule (5b78320f-2340-4043-b2f3-04e459db9bda), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:25.617732 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-1295373e-664c-4923-aa17-e1693b56aca4 None None] Current status of the port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:25.619173 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4fe06635-4f42-46f9-bbcc-04f1ab1fe5d0 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (5b78320f-2340-4043-b2f3-04e459db9bda), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:25.705089 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe06635-4f42-46f9-bbcc-04f1ab1fe5d0 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b78320f-2340-4043-b2f3-04e459db9bda,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:25.768828 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4fe06635-4f42-46f9-bbcc-04f1ab1fe5d0 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:25.770074 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-4fe06635-4f42-46f9-bbcc-04f1ab1fe5d0 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3880124 Oct 06 12:22:25.771006 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9e93d3d9-6433-4e0a-92ff-306a08bbcbad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:25.782702 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 48068) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:25.802813 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Request body: {'floatingip': {'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:25.840538 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-2fb15763-de51-44e3-9bdd-34652e3dda3a service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:22:25.842510 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-2fb15763-de51-44e3-9bdd-34652e3dda3a service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3277867 Oct 06 12:22:25.898278 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-8dad38f5-49ca-4f87-a038-e93c2f7ad00b None None] Provisioning complete for port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:25.898699 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8dad38f5-49ca-4f87-a038-e93c2f7ad00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:25.899434 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-8dad38f5-49ca-4f87-a038-e93c2f7ad00b None None] Attempt 1 to provision port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 Oct 06 12:22:25.982003 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:26.082055 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-f30470f6-d725-4d18-9473-ed530f3c5cf1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325532 Oct 06 12:22:26.099613 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:26.146374 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9e93d3d9-6433-4e0a-92ff-306a08bbcbad admin admin] Publish callbacks [] for security_group (e00dd2fe-8eb1-4a45-afb2-23132385a04d), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:26.159947 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9e93d3d9-6433-4e0a-92ff-306a08bbcbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (e00dd2fe-8eb1-4a45-afb2-23132385a04d), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:26.251193 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:22:26.262305 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-3ccfb95c-cf88-441a-ae93-9867913342b2 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/a0faf2c6-a98e-45a4-bf35-c292aea84f67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2462153 Oct 06 12:22:26.352003 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-9e93d3d9-6433-4e0a-92ff-306a08bbcbad admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e8a54c4498624ea4baf34f732a1730d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8474314 Oct 06 12:22:26.356290 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 48094) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:26.376943 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93d3d9-6433-4e0a-92ff-306a08bbcbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00dd2fe-8eb1-4a45-afb2-23132385a04d,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:26.409190 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:26.416854 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:26.417421 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (111e2884-9b3e-4ee5-b0c9-9408aeb53c5a), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:26.417819 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a Oct 06 12:22:26.485163 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-8dad38f5-49ca-4f87-a038-e93c2f7ad00b None None] Current status of the port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:26.493603 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-6a04fe0b-6823-4726-a182-38c074e5a589 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447108 Oct 06 12:22:26.566040 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1b3f726e-c5f5-4f60-a134-a9e494893fc4 admin admin] Publish callbacks [] for security_group (e00dd2fe-8eb1-4a45-afb2-23132385a04d), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:26.639483 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1b3f726e-c5f5-4f60-a134-a9e494893fc4 admin admin] Publish callbacks [] for security_group (e00dd2fe-8eb1-4a45-afb2-23132385a04d), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:26.642863 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Publish callbacks [] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), precommit_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:26.688440 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Allocated IP 172.27.0.114 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/3661b5af-9587-4b00-a88d-3f4adaff0f7e) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:22:26.691054 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-8dad38f5-49ca-4f87-a038-e93c2f7ad00b None None] Provisioning complete for port a1921f70-21ea-493a-bbdc-82893ce629e0 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:26.692620 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8dad38f5-49ca-4f87-a038-e93c2f7ad00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:26.694003 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-8dad38f5-49ca-4f87-a038-e93c2f7ad00b None None] Attempt 1 to provision port a1921f70-21ea-493a-bbdc-82893ce629e0 Oct 06 12:22:26.718452 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:26.729041 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Sync routers for ids ['a0faf2c6-a98e-45a4-bf35-c292aea84f67'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:22:26.786612 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Routers {'a0faf2c6-a98e-45a4-bf35-c292aea84f67'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:22:26.791444 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:22:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['a0faf2c6-a98e-45a4-bf35-c292aea84f67'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:26.882640 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-8dad38f5-49ca-4f87-a038-e93c2f7ad00b None None] Port a1921f70-21ea-493a-bbdc-82893ce629e0 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:22:26.940976 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1b3f726e-c5f5-4f60-a134-a9e494893fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (e00dd2fe-8eb1-4a45-afb2-23132385a04d), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:26.944465 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-1b3f726e-c5f5-4f60-a134-a9e494893fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:26.945572 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-1b3f726e-c5f5-4f60-a134-a9e494893fc4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e00dd2fe-8eb1-4a45-afb2-23132385a04d HTTP/1.1" status: 204 len: 168 time: 0.5872183 Oct 06 12:22:26.963982 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f726e-c5f5-4f60-a134-a9e494893fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00dd2fe-8eb1-4a45-afb2-23132385a04d,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:27.095577 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:27.113858 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-8dad38f5-49ca-4f87-a038-e93c2f7ad00b None None] Provisioning complete for port eba00a5f-4630-4c74-8c86-0ec91f97778d triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:27.114226 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8dad38f5-49ca-4f87-a038-e93c2f7ad00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:27.114567 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-8dad38f5-49ca-4f87-a038-e93c2f7ad00b None None] Attempt 1 to provision port eba00a5f-4630-4c74-8c86-0ec91f97778d Oct 06 12:22:27.125565 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for port (3661b5af-9587-4b00-a88d-3f4adaff0f7e), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:27.139960 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Set router a0faf2c6-a98e-45a4-bf35-c292aea84f67 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:22:27.209214 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (3661b5af-9587-4b00-a88d-3f4adaff0f7e), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:27.258645 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b2cc407a-943f-4e6c-9d7a-58ac11c3dcd4 req-4c3c2f9a-d57b-4047-a703-9ac260cfd13e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 210 time: 0.1619623 Oct 06 12:22:27.302988 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:27.305232 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:27.306102 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 9eba9acd-082b-4c83-a7fb-86ec2bceb981 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:27.313780 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event updated for resources: {'Port': ['ID=3661b5af-9587-4b00-a88d-3f4adaff0f7e,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:27.318021 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:27.341219 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:22:27.376033 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe37dc1-8b3e-4cd4-8021-b71b6fdf03c4 None None] Pushing event updated for resources: {'Port': ['ID=c98dac1c-6bc3-4092-b556-96377ae73c94,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:27.407072 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-8dad38f5-49ca-4f87-a038-e93c2f7ad00b None None] Port eba00a5f-4630-4c74-8c86-0ec91f97778d cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:22:27.432350 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 9eba9acd-082b-4c83-a7fb-86ec2bceb981 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:27.433027 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (9eba9acd-082b-4c83-a7fb-86ec2bceb981), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:27.433156 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 9eba9acd-082b-4c83-a7fb-86ec2bceb981 Oct 06 12:22:27.485087 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Attempting to bind port c98dac1c-6bc3-4092-b556-96377ae73c94 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:22:27.485789 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Attempting to bind port c98dac1c-6bc3-4092-b556-96377ae73c94 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:22:27.486260 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Attempting to bind port c98dac1c-6bc3-4092-b556-96377ae73c94 on network cca2176c-b240-4d92-a159-a5d2161a7a8d {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:22:27.594432 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-8dad38f5-49ca-4f87-a038-e93c2f7ad00b None None] Provisioning complete for port c98dac1c-6bc3-4092-b556-96377ae73c94 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:27.594636 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8dad38f5-49ca-4f87-a038-e93c2f7ad00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:27.597170 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-8dad38f5-49ca-4f87-a038-e93c2f7ad00b None None] Attempt 1 to provision port c98dac1c-6bc3-4092-b556-96377ae73c94 Oct 06 12:22:27.627446 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'name': 'tempest-DeleteServersTestJSON-166541861-router', 'tenant_id': '69d2acb456bc4aaeae1ff0927195aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1fcd2592-9011-4315-a7cb-38d2192db199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:24Z', 'revision_number': 4, 'project_id': '69d2acb456bc4aaeae1ff0927195aba2', 'gw_port': {'id': '1fcd2592-9011-4315-a7cb-38d2192db199', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'eba00a5f-4630-4c74-8c86-0ec91f97778d', 'name': '', 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2', 'tenant_id': '69d2acb456bc4aaeae1ff0927195aba2', 'mac_address': 'fa:16:3e:ab:0c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '71f9a9d1-0ee0-4c67-8b2b-6182437d5a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:22Z', 'updated_at': '2022-10-06T12:22:24Z', 'revision_number': 2, 'project_id': '69d2acb456bc4aaeae1ff0927195aba2', 'subnets': [{'id': '71f9a9d1-0ee0-4c67-8b2b-6182437d5a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:27.641412 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:27.653221 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 48158) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:27.735706 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Checking router: a0faf2c6-a98e-45a4-bf35-c292aea84f67 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:22:27.736253 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Updating router a0faf2c6-a98e-45a4-bf35-c292aea84f67 port eba00a5f-4630-4c74-8c86-0ec91f97778d binding host dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:22:27.859549 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:27.861190 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:27.866256 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:27.931051 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-89a73c8a-95f2-446e-9e2e-7d8b9e526e76 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:27.940308 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-89a73c8a-95f2-446e-9e2e-7d8b9e526e76 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/networks?id=e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 HTTP/1.1" status: 200 len: 811 time: 0.2813053 Oct 06 12:22:27.956049 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for floatingip (9d03391b-6f2b-4a23-aada-8176c09ac633), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:27.964188 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-f59d18d2-2670-421a-9f7f-af038668d140 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/quotas/69d2acb456bc4aaeae1ff0927195aba2 HTTP/1.1" status: 200 len: 375 time: 0.0224557 Oct 06 12:22:27.966580 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-8dad38f5-49ca-4f87-a038-e93c2f7ad00b None None] Port c98dac1c-6bc3-4092-b556-96377ae73c94 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:22:27.990898 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:28.014229 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:22:28.014814 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Checking segment: {'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:22:28.018727 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:28.019112 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Bound using segment: {'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:22:28.019652 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Bound port: c98dac1c-6bc3-4092-b556-96377ae73c94, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:22:28.020047 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:28.057401 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 9eba9acd-082b-4c83-a7fb-86ec2bceb981 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:28.058546 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 55d539b9-6e2d-4c93-80f8-3302a61c61e5 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:28.065459 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (3661b5af-9587-4b00-a88d-3f4adaff0f7e), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:28.119674 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-68a17c13-6f86-4caf-97f5-4eba46ca9a00 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=69d2acb456bc4aaeae1ff0927195aba2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1480429 Oct 06 12:22:28.130304 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:28.202561 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:28.202954 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:28.203945 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 Oct 06 12:22:28.216274 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:28.227677 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] For port c98dac1c-6bc3-4092-b556-96377ae73c94, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:22:28.278475 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] For port c98dac1c-6bc3-4092-b556-96377ae73c94, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=c98dac1c-6bc3-4092-b556-96377ae73c94,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:22:28.308474 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:28.453937 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for port (3661b5af-9587-4b00-a88d-3f4adaff0f7e), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:28.462709 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (3661b5af-9587-4b00-a88d-3f4adaff0f7e), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:28.463570 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (9d03391b-6f2b-4a23-aada-8176c09ac633), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:28.464132 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Publish callbacks [] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), precommit_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:28.477532 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:28.531724 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:28.533341 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7386332 Oct 06 12:22:28.553149 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69182df3-d55f-4cd9-baf1-bf252661ee6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event updated for resources: {'Port': ['ID=3661b5af-9587-4b00-a88d-3f4adaff0f7e,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:28.561259 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:28.562511 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 1fcd2592-9011-4315-a7cb-38d2192db199 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:28.608257 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Routers {'132e2803-b92f-40aa-a6ad-b2e83da3f48c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:22:28.609327 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:22:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:28.652419 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-0f3259c6-90ec-42dd-ab5b-e781502cbff0 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:28.655132 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-0f3259c6-90ec-42dd-ab5b-e781502cbff0 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 818 time: 0.3359573 Oct 06 12:22:28.668595 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fdf69-99e8-44cc-9dc2-712dde8b25fc None None] Pushing event updated for resources: {'Port': ['ID=eba00a5f-4630-4c74-8c86-0ec91f97778d,revision_number=3']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:28.692647 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-6142ec6a-0e2b-4489-8ee6-c09351c2667d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/quotas/9138bc89f5204975a18156097530643a HTTP/1.1" status: 200 len: 375 time: 0.0260632 Oct 06 12:22:28.715306 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe37dc1-8b3e-4cd4-8021-b71b6fdf03c4 None None] Pushing event updated for resources: {'Port': ['ID=c98dac1c-6bc3-4092-b556-96377ae73c94,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:28.753302 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:28.773953 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Attempting to bind port eba00a5f-4630-4c74-8c86-0ec91f97778d on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:22:28.774915 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Attempting to bind port eba00a5f-4630-4c74-8c86-0ec91f97778d by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': 'ae2998cd-c34c-428b-bbab-09223708b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2'}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:22:28.775437 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Attempting to bind port eba00a5f-4630-4c74-8c86-0ec91f97778d on network e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:22:28.777805 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-78f63526-93e9-493f-9454-4aa8a050ee08 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842957 Oct 06 12:22:28.821263 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] Set router 132e2803-b92f-40aa-a6ad-b2e83da3f48c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:22:28.853713 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:28.916891 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Sync routers for ids ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:22:28.920843 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 1fcd2592-9011-4315-a7cb-38d2192db199 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:28.921586 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (1fcd2592-9011-4315-a7cb-38d2192db199), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:28.922003 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 1fcd2592-9011-4315-a7cb-38d2192db199 Oct 06 12:22:28.949675 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:22:28.950506 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Checking segment: {'id': 'ae2998cd-c34c-428b-bbab-09223708b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:22:28.953354 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:28.955499 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Bound using segment: {'id': 'ae2998cd-c34c-428b-bbab-09223708b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2'} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:22:28.958111 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Bound port: eba00a5f-4630-4c74-8c86-0ec91f97778d, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2998cd-c34c-428b-bbab-09223708b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2'}}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:22:28.959617 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:29.085837 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Routers {'fa9d4ab9-6317-4d6d-9838-3076fed813e8'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:22:29.086764 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:22:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:29.093792 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-7138cda9-1b8f-4349-a34a-32506c2a155b service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:22:29.103785 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-7138cda9-1b8f-4349-a34a-32506c2a155b service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4458034 Oct 06 12:22:29.149703 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-42e237c8-d950-41fe-b661-778eef83364d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601792 Oct 06 12:22:29.178610 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:18Z', 'revision_number': 4, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port': {'id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'c98dac1c-6bc3-4092-b556-96377ae73c94', 'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'tenant_id': '9138bc89f5204975a18156097530643a', 'mac_address': 'fa:16:3e:37:49:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:28Z', 'revision_number': 4, 'project_id': '9138bc89f5204975a18156097530643a', 'subnets': [{'id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:29.213776 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:29.216169 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a9965-f02c-4e8f-8f27-020a0450a9eb None None] The sync data for ids ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'] in dv-cinder-856041-2-iscsi is: [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:18Z', 'revision_number': 4, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port': {'id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'c98dac1c-6bc3-4092-b556-96377ae73c94', 'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'tenant_id': '9138bc89f5204975a18156097530643a', 'mac_address': 'fa:16:3e:37:49:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:28Z', 'revision_number': 4, 'project_id': '9138bc89f5204975a18156097530643a', 'subnets': [{'id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:22:29.264201 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] For port eba00a5f-4630-4c74-8c86-0ec91f97778d, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:22:29.269398 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] For port eba00a5f-4630-4c74-8c86-0ec91f97778d, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=eba00a5f-4630-4c74-8c86-0ec91f97778d,segment=NetworkSegment(ae2998cd-c34c-428b-bbab-09223708b755),segment_id=ae2998cd-c34c-428b-bbab-09223708b755)] {{(pid=106142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:22:29.286834 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:29.358452 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Routers {'a0faf2c6-a98e-45a4-bf35-c292aea84f67'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:22:29.360474 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:22:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['a0faf2c6-a98e-45a4-bf35-c292aea84f67'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:29.468647 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Set router fa9d4ab9-6317-4d6d-9838-3076fed813e8 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:22:29.583212 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fdf69-99e8-44cc-9dc2-712dde8b25fc None None] Pushing event updated for resources: {'Port': ['ID=eba00a5f-4630-4c74-8c86-0ec91f97778d,revision_number=4']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:29.595337 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-554d17a6-9331-4166-b2c7-d2f1e3517b39 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905515 Oct 06 12:22:29.601956 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] Set router a0faf2c6-a98e-45a4-bf35-c292aea84f67 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:22:29.617553 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 1fcd2592-9011-4315-a7cb-38d2192db199 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:29.618723 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (1fcd2592-9011-4315-a7cb-38d2192db199), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:29.715199 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-52c9cbb9-5d14-4e7b-a572-f20b97b99945 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640101 Oct 06 12:22:29.753263 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port 1fcd2592-9011-4315-a7cb-38d2192db199, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=1fcd2592-9011-4315-a7cb-38d2192db199,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:22:29.792509 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (1fcd2592-9011-4315-a7cb-38d2192db199), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:29.908074 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-bbe1208a-2b65-4907-bff8-9a8bccc88f4b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792575 Oct 06 12:22:29.976739 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 2, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:30.112643 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Checking router: fa9d4ab9-6317-4d6d-9838-3076fed813e8 for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:22:30.112643 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Updating router fa9d4ab9-6317-4d6d-9838-3076fed813e8 port a1921f70-21ea-493a-bbdc-82893ce629e0 binding host dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:22:30.252048 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device b80f245b-970e-4a7b-a821-bc8f1df5cb36 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:30.271963 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:30.288600 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'name': 'tempest-DeleteServersTestJSON-166541861-router', 'tenant_id': '69d2acb456bc4aaeae1ff0927195aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1fcd2592-9011-4315-a7cb-38d2192db199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:24Z', 'revision_number': 4, 'project_id': '69d2acb456bc4aaeae1ff0927195aba2', 'gw_port': {'id': '1fcd2592-9011-4315-a7cb-38d2192db199', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'eba00a5f-4630-4c74-8c86-0ec91f97778d', 'name': '', 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2', 'tenant_id': '69d2acb456bc4aaeae1ff0927195aba2', 'mac_address': 'fa:16:3e:ab:0c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '71f9a9d1-0ee0-4c67-8b2b-6182437d5a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:22Z', 'updated_at': '2022-10-06T12:22:29Z', 'revision_number': 4, 'project_id': '69d2acb456bc4aaeae1ff0927195aba2', 'subnets': [{'id': '71f9a9d1-0ee0-4c67-8b2b-6182437d5a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:30.304089 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a108638-50ce-4432-9515-21b894314207 req-0aa0c6c4-549f-40cb-b657-2fb0369dfbf0 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--513175979&fields=id&tenant_id=828d3459cdd641d98772383edfe3268f HTTP/1.1" status: 200 len: 267 time: 0.1670876 Oct 06 12:22:30.357540 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b827f772-ee9d-4dc4-b8cb-e66057f74c58 None None] The sync data for ids ['a0faf2c6-a98e-45a4-bf35-c292aea84f67'] in dv-cinder-856041-2-iscsi is: [{'id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'name': 'tempest-DeleteServersTestJSON-166541861-router', 'tenant_id': '69d2acb456bc4aaeae1ff0927195aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1fcd2592-9011-4315-a7cb-38d2192db199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:24Z', 'revision_number': 4, 'project_id': '69d2acb456bc4aaeae1ff0927195aba2', 'gw_port': {'id': '1fcd2592-9011-4315-a7cb-38d2192db199', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'eba00a5f-4630-4c74-8c86-0ec91f97778d', 'name': '', 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2', 'tenant_id': '69d2acb456bc4aaeae1ff0927195aba2', 'mac_address': 'fa:16:3e:ab:0c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '71f9a9d1-0ee0-4c67-8b2b-6182437d5a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:22Z', 'updated_at': '2022-10-06T12:22:29Z', 'revision_number': 4, 'project_id': '69d2acb456bc4aaeae1ff0927195aba2', 'subnets': [{'id': '71f9a9d1-0ee0-4c67-8b2b-6182437d5a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:22:30.370494 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=1fcd2592-9011-4315-a7cb-38d2192db199,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:30.381667 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:30.499650 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port b80f245b-970e-4a7b-a821-bc8f1df5cb36 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:30.500297 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (b80f245b-970e-4a7b-a821-bc8f1df5cb36), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:30.500874 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port b80f245b-970e-4a7b-a821-bc8f1df5cb36 Oct 06 12:22:30.642066 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c0aaf24b-dfd4-4718-875d-7498a342f821 req-5b5f23bd-35f1-41ed-9da2-4f81690956ec tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.1787751 Oct 06 12:22:30.746232 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a108638-50ce-4432-9515-21b894314207 req-fd0d69a2-b694-4e1a-840a-fcb1407107f2 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:30.757998 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a108638-50ce-4432-9515-21b894314207 req-fd0d69a2-b694-4e1a-840a-fcb1407107f2 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/networks?id=0805475d-8b9c-4baf-bd63-089b9f9df6f5 HTTP/1.1" status: 200 len: 811 time: 0.4519050 Oct 06 12:22:30.815338 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a108638-50ce-4432-9515-21b894314207 req-fc5ea69f-96f9-4677-b72c-d75ce970e278 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/quotas/828d3459cdd641d98772383edfe3268f HTTP/1.1" status: 200 len: 375 time: 0.0561497 Oct 06 12:22:30.830232 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port b80f245b-970e-4a7b-a821-bc8f1df5cb36 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:30.830773 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (b80f245b-970e-4a7b-a821-bc8f1df5cb36), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:30.864453 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c9a07ba2-8e62-423d-9466-5091e690c218 req-58b990b3-8de9-4422-a536-0be3f8df6f8c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 210 time: 0.0978949 Oct 06 12:22:30.918358 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port b80f245b-970e-4a7b-a821-bc8f1df5cb36, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=b80f245b-970e-4a7b-a821-bc8f1df5cb36,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:22:30.930174 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (b80f245b-970e-4a7b-a821-bc8f1df5cb36), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:30.931142 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device c98dac1c-6bc3-4092-b556-96377ae73c94 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:30.937524 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:30.985903 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a108638-50ce-4432-9515-21b894314207 req-72b42c7e-af36-4bc9-927d-8b81bc5e06c4 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=828d3459cdd641d98772383edfe3268f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1682317 Oct 06 12:22:31.062574 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 48310) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:31.178734 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=b80f245b-970e-4a7b-a821-bc8f1df5cb36,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:31.232068 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:31.280006 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a108638-50ce-4432-9515-21b894314207 req-973f348b-9910-451a-a439-023b3126aeca service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699986 Oct 06 12:22:31.313608 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port c98dac1c-6bc3-4092-b556-96377ae73c94 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:31.314208 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:31.314329 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port c98dac1c-6bc3-4092-b556-96377ae73c94 Oct 06 12:22:31.321910 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-46fc0f2c-175a-4b2a-86be-641e5a2885b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:31.446643 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:31.454075 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a108638-50ce-4432-9515-21b894314207 req-162ebba6-1c33-4f45-9983-2fad89e320c8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730120 Oct 06 12:22:31.553767 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Publish callbacks [] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), precommit_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:31.556045 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-46fc0f2c-175a-4b2a-86be-641e5a2885b8 admin admin] Publish callbacks [] for security_group (312e2f3d-0b89-4721-b923-1e7ecfa68262), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:31.562602 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-46fc0f2c-175a-4b2a-86be-641e5a2885b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (312e2f3d-0b89-4721-b923-1e7ecfa68262), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:31.573802 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:31.624821 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 48342) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:31.625372 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-46fc0f2c-175a-4b2a-86be-641e5a2885b8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d86931f134de47d1bb98cddb9cd0fe97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5616472 Oct 06 12:22:31.663409 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc0f2c-175a-4b2a-86be-641e5a2885b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312e2f3d-0b89-4721-b923-1e7ecfa68262,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:31.810051 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7e314-c2ea-4b6d-ba98-955ef683bcc1 None None] Pushing event updated for resources: {'Port': ['ID=a1921f70-21ea-493a-bbdc-82893ce629e0,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:31.844083 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-851109d0-3d08-4d26-9dee-03cfdf842451 req-fc5c6671-c241-402a-8a39-28ff92a50048 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0403130 Oct 06 12:22:31.856241 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2d502c1a-c1f1-4713-bc72-30a174359be2 admin admin] Publish callbacks [] for security_group (312e2f3d-0b89-4721-b923-1e7ecfa68262), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:31.885547 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-59200bd2-3c78-4096-8cdf-8155702616a0 req-689c952d-4b7e-49f1-8244-0f62f2885568 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.0919187 Oct 06 12:22:31.910962 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2d502c1a-c1f1-4713-bc72-30a174359be2 admin admin] Publish callbacks [] for security_group (312e2f3d-0b89-4721-b923-1e7ecfa68262), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:31.930004 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:31.982634 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2d502c1a-c1f1-4713-bc72-30a174359be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (312e2f3d-0b89-4721-b923-1e7ecfa68262), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:31.987005 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2d502c1a-c1f1-4713-bc72-30a174359be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:31.989208 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-2d502c1a-c1f1-4713-bc72-30a174359be2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/312e2f3d-0b89-4721-b923-1e7ecfa68262 HTTP/1.1" status: 204 len: 168 time: 0.3623738 Oct 06 12:22:32.001158 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d502c1a-c1f1-4713-bc72-30a174359be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312e2f3d-0b89-4721-b923-1e7ecfa68262,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:32.236161 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port c98dac1c-6bc3-4092-b556-96377ae73c94 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:32.236793 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49bb4065-9a4a-4202-af3b-05fd2089a697 req-cc893ff0-0b07-41e1-bb19-f7ca7bdee21b tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 210 time: 0.0581186 Oct 06 12:22:32.237382 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:32.295467 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Attempting to bind port a1921f70-21ea-493a-bbdc-82893ce629e0 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:22:32.295911 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Attempting to bind port a1921f70-21ea-493a-bbdc-82893ce629e0 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:22:32.296471 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Attempting to bind port a1921f70-21ea-493a-bbdc-82893ce629e0 on network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:22:32.347424 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port c98dac1c-6bc3-4092-b556-96377ae73c94, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=c98dac1c-6bc3-4092-b556-96377ae73c94,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:22:32.358091 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:32.401491 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:22:32.411606 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Checking segment: {'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:22:32.412101 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:32.413635 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Bound using segment: {'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:22:32.414066 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Bound port: a1921f70-21ea-493a-bbdc-82893ce629e0, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:22:32.414455 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:32.544661 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=c98dac1c-6bc3-4092-b556-96377ae73c94,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:32.584658 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] For port a1921f70-21ea-493a-bbdc-82893ce629e0, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:22:32.591293 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] For port a1921f70-21ea-493a-bbdc-82893ce629e0, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=a1921f70-21ea-493a-bbdc-82893ce629e0,segment=NetworkSegment(2a247455-d931-427c-b5d7-06d88a7c7abe),segment_id=2a247455-d931-427c-b5d7-06d88a7c7abe)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:22:32.599887 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:32.659233 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Routers {'fa9d4ab9-6317-4d6d-9838-3076fed813e8'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:22:32.659917 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:22:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:32.702239 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 48390) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:32.724793 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-748fd012-8ca4-4f88-bd1d-a6ea6ae1191e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:32.730052 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device eba00a5f-4630-4c74-8c86-0ec91f97778d up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:32.773737 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7e314-c2ea-4b6d-ba98-955ef683bcc1 None None] Pushing event updated for resources: {'Port': ['ID=a1921f70-21ea-493a-bbdc-82893ce629e0,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:32.785768 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:32.855332 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port eba00a5f-4630-4c74-8c86-0ec91f97778d triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:32.855866 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:32.856536 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port eba00a5f-4630-4c74-8c86-0ec91f97778d Oct 06 12:22:32.940448 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-748fd012-8ca4-4f88-bd1d-a6ea6ae1191e admin admin] Publish callbacks [] for security_group (bfea5e20-b13e-4944-ae0e-7b083d510ba2), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:32.951637 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-748fd012-8ca4-4f88-bd1d-a6ea6ae1191e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (bfea5e20-b13e-4944-ae0e-7b083d510ba2), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:32.975438 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] Set router fa9d4ab9-6317-4d6d-9838-3076fed813e8 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:22:32.988473 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 48402) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:33.030556 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fd012-8ca4-4f88-bd1d-a6ea6ae1191e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfea5e20-b13e-4944-ae0e-7b083d510ba2,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:33.122563 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cbe1feba-3659-4f00-96c6-62e775bcdebb req-2bb91112-fe01-47cb-ac79-055d4a9a1da3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.0790439 Oct 06 12:22:33.130735 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-748fd012-8ca4-4f88-bd1d-a6ea6ae1191e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3703fd217f8b409eae2436b767ce89cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4271073 Oct 06 12:22:33.149074 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 48408) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:33.169797 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-22a994a1-2b87-40c9-8c55-3e08b07e8c00 req-6c7e7493-6ac5-4edb-8906-96966657d3aa tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0804160 Oct 06 12:22:33.201782 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-193d2408-719b-43e3-be3c-66b76c4acd16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:33.218053 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:33.234982 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port eba00a5f-4630-4c74-8c86-0ec91f97778d is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:33.235729 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:33.301947 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-426a75d8-c118-40b9-addc-6d282ced6d9d admin admin] Publish callbacks [] for security_group (bfea5e20-b13e-4944-ae0e-7b083d510ba2), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:33.352109 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-426a75d8-c118-40b9-addc-6d282ced6d9d admin admin] Publish callbacks [] for security_group (bfea5e20-b13e-4944-ae0e-7b083d510ba2), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:33.365395 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:32Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:22:33.408876 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ff5db-12b1-4398-b854-b703cd7418fb None None] The sync data for ids ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'] in dv-cinder-856041-2-iscsi is: [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:32Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:22:33.412581 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port eba00a5f-4630-4c74-8c86-0ec91f97778d, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=eba00a5f-4630-4c74-8c86-0ec91f97778d,segment=NetworkSegment(ae2998cd-c34c-428b-bbab-09223708b755),segment_id=ae2998cd-c34c-428b-bbab-09223708b755)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:22:33.420019 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-db8e0733-9415-4179-9ebd-23db7d798eb6 req-0307729a-5eeb-4f0e-93d5-5e7e9524bc38 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 210 time: 0.0577724 Oct 06 12:22:33.427826 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:33.429311 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device b80f245b-970e-4a7b-a821-bc8f1df5cb36 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:33.461954 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-426a75d8-c118-40b9-addc-6d282ced6d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (bfea5e20-b13e-4944-ae0e-7b083d510ba2), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:33.467292 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-426a75d8-c118-40b9-addc-6d282ced6d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:33.468554 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-426a75d8-c118-40b9-addc-6d282ced6d9d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bfea5e20-b13e-4944-ae0e-7b083d510ba2 HTTP/1.1" status: 204 len: 168 time: 0.3180630 Oct 06 12:22:33.487353 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a75d8-c118-40b9-addc-6d282ced6d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfea5e20-b13e-4944-ae0e-7b083d510ba2,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:33.491180 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:33.557899 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-193d2408-719b-43e3-be3c-66b76c4acd16 admin admin] Publish callbacks [] for security_group (513b1567-b0a5-40f7-abf2-c03a82471732), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:33.571653 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-193d2408-719b-43e3-be3c-66b76c4acd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (513b1567-b0a5-40f7-abf2-c03a82471732), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:33.647875 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port b80f245b-970e-4a7b-a821-bc8f1df5cb36 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:33.648266 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (b80f245b-970e-4a7b-a821-bc8f1df5cb36), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:33.648603 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port b80f245b-970e-4a7b-a821-bc8f1df5cb36 Oct 06 12:22:33.656008 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-193d2408-719b-43e3-be3c-66b76c4acd16 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=233246d10f58498b9bdcc583708fb718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6656461 Oct 06 12:22:33.659281 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 48434) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:33.667072 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d2408-719b-43e3-be3c-66b76c4acd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513b1567-b0a5-40f7-abf2-c03a82471732,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:33.723379 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=eba00a5f-4630-4c74-8c86-0ec91f97778d,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:33.762841 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-bc9c2b06-2cf5-4439-97de-90335a68f43d admin admin] Publish callbacks [] for security_group (513b1567-b0a5-40f7-abf2-c03a82471732), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:33.793920 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-bc9c2b06-2cf5-4439-97de-90335a68f43d admin admin] Publish callbacks [] for security_group (513b1567-b0a5-40f7-abf2-c03a82471732), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:33.800405 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port b80f245b-970e-4a7b-a821-bc8f1df5cb36 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:33.802108 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 1fcd2592-9011-4315-a7cb-38d2192db199 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:33.869685 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 1fcd2592-9011-4315-a7cb-38d2192db199 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:33.870309 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (1fcd2592-9011-4315-a7cb-38d2192db199), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:33.870959 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 1fcd2592-9011-4315-a7cb-38d2192db199 Oct 06 12:22:33.880110 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-bc9c2b06-2cf5-4439-97de-90335a68f43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (513b1567-b0a5-40f7-abf2-c03a82471732), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:33.884808 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-bc9c2b06-2cf5-4439-97de-90335a68f43d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:33.889163 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-bc9c2b06-2cf5-4439-97de-90335a68f43d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/513b1567-b0a5-40f7-abf2-c03a82471732 HTTP/1.1" status: 204 len: 168 time: 0.2251248 Oct 06 12:22:33.908264 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c2b06-2cf5-4439-97de-90335a68f43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513b1567-b0a5-40f7-abf2-c03a82471732,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:34.067417 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 1fcd2592-9011-4315-a7cb-38d2192db199 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:34.220178 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.23', 54798) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:34.389984 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bdbdd62a-93f1-40af-86fb-b6b76628da8b req-106a886f-c6ed-4ee7-b030-1e22b4d5bc3d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.1373155 Oct 06 12:22:34.443335 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ff1754b7-2ac7-4263-8518-9a8c9eac5bb4 req-3e514f37-1574-49d0-98c7-b1a9d5a88d21 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0738428 Oct 06 12:22:34.528261 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-3d5c0d64-c66d-43ec-b6fb-1d760d1d19ee tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:34.530900 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-3d5c0d64-c66d-43ec-b6fb-1d760d1d19ee tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.23 "GET /networking/v2.0/networks?id=e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 HTTP/1.1" status: 200 len: 811 time: 0.3097262 Oct 06 12:22:34.608971 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c80b5f25-8c61-4a3d-b54b-bcc5448f9f84 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Request body: {'port': {'device_id': '518de8e1-7379-4cc4-98da-0f042318420b', 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2', 'admin_state_up': True, 'tenant_id': '69d2acb456bc4aaeae1ff0927195aba2'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:34.666180 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device a1921f70-21ea-493a-bbdc-82893ce629e0 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:34.798779 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0aafaabe-c2d6-4cf4-bbb4-b091ef46de1d req-9551d38d-af3d-4bd2-91e0-b2aff9b2966e tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 210 time: 0.1212490 Oct 06 12:22:34.805883 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port a1921f70-21ea-493a-bbdc-82893ce629e0 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:34.806920 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:34.807270 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port a1921f70-21ea-493a-bbdc-82893ce629e0 Oct 06 12:22:34.821284 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 48490) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:34.850140 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5ee24345-79b3-45b9-9aa6-aa2e13da65a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:34.973698 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port a1921f70-21ea-493a-bbdc-82893ce629e0 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:34.975120 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:35.061151 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:35.071235 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port a1921f70-21ea-493a-bbdc-82893ce629e0, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=a1921f70-21ea-493a-bbdc-82893ce629e0,segment=NetworkSegment(2a247455-d931-427c-b5d7-06d88a7c7abe),segment_id=2a247455-d931-427c-b5d7-06d88a7c7abe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:22:35.082217 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:35.087495 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device c98dac1c-6bc3-4092-b556-96377ae73c94 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:35.139417 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5ee24345-79b3-45b9-9aa6-aa2e13da65a7 admin admin] Publish callbacks [] for security_group (7587e4da-0e09-420b-b4aa-f1aaaebe4c89), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:35.147257 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5ee24345-79b3-45b9-9aa6-aa2e13da65a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (7587e4da-0e09-420b-b4aa-f1aaaebe4c89), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:35.195433 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c80b5f25-8c61-4a3d-b54b-bcc5448f9f84 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Made reservation on behalf of 69d2acb456bc4aaeae1ff0927195aba2 for: {'port': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:22:35.205740 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c80b5f25-8c61-4a3d-b54b-bcc5448f9f84 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:35.237435 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:35.261074 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.23', 54809) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:35.285006 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=20 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:35.299368 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee24345-79b3-45b9-9aa6-aa2e13da65a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7587e4da-0e09-420b-b4aa-f1aaaebe4c89,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:35.323243 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-5ee24345-79b3-45b9-9aa6-aa2e13da65a7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4bbba53d79b14d64a04ab0be9562bd92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5000372 Oct 06 12:22:35.328033 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 48516) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:35.357295 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=a1921f70-21ea-493a-bbdc-82893ce629e0,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:35.394080 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port c98dac1c-6bc3-4092-b556-96377ae73c94 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:35.397051 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:35.397545 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port c98dac1c-6bc3-4092-b556-96377ae73c94 Oct 06 12:22:35.402924 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:35.490819 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b5f9a3e2-56a9-4da1-9509-c3015bb2accc admin admin] Publish callbacks [] for security_group (7587e4da-0e09-420b-b4aa-f1aaaebe4c89), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:35.579376 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:35.651156 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b5f9a3e2-56a9-4da1-9509-c3015bb2accc admin admin] Publish callbacks [] for security_group (7587e4da-0e09-420b-b4aa-f1aaaebe4c89), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:35.658035 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port c98dac1c-6bc3-4092-b556-96377ae73c94 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:35.659307 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device eba00a5f-4630-4c74-8c86-0ec91f97778d up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:35.748213 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b5f9a3e2-56a9-4da1-9509-c3015bb2accc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (7587e4da-0e09-420b-b4aa-f1aaaebe4c89), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:35.756375 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b5f9a3e2-56a9-4da1-9509-c3015bb2accc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:35.760678 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b5f9a3e2-56a9-4da1-9509-c3015bb2accc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7587e4da-0e09-420b-b4aa-f1aaaebe4c89 HTTP/1.1" status: 204 len: 168 time: 0.4312732 Oct 06 12:22:35.812025 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9a3e2-56a9-4da1-9509-c3015bb2accc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7587e4da-0e09-420b-b4aa-f1aaaebe4c89,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:35.840724 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port eba00a5f-4630-4c74-8c86-0ec91f97778d triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:35.843343 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:35.843909 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port eba00a5f-4630-4c74-8c86-0ec91f97778d Oct 06 12:22:35.920461 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c80b5f25-8c61-4a3d-b54b-bcc5448f9f84 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Allocated IP 172.20.0.5 (e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2/71f9a9d1-0ee0-4c67-8b2b-6182437d5a16/b3316e74-8f06-454a-ad05-4f9d36155fe9) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:22:35.938969 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:35.953193 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port eba00a5f-4630-4c74-8c86-0ec91f97778d is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:36.036003 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1d1cd322-2486-40ae-9b7d-ef495ff44dbd req-e3bb4104-2d61-4717-8803-855541390fad tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0952082 Oct 06 12:22:36.143070 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-802a42db-9c6d-464f-b10c-51150b74b21d req-a474669b-7fb8-45a9-a1e0-afb8fe4a4cc4 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.1966326 Oct 06 12:22:36.250804 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b6826275-fea8-4428-be23-d8019afa570f req-3d4774b6-7870-4d36-8ec9-e0fbf5a54510 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 210 time: 0.0671704 Oct 06 12:22:36.370566 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1a55da82-8d60-4f79-8c0f-c0822747407e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:36.373598 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1a55da82-8d60-4f79-8c0f-c0822747407e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 818 time: 1.1079338 Oct 06 12:22:36.434835 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c80b5f25-8c61-4a3d-b54b-bcc5448f9f84 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Publish callbacks [] for port (b3316e74-8f06-454a-ad05-4f9d36155fe9), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:36.467577 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device a1921f70-21ea-493a-bbdc-82893ce629e0 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:22:36.482652 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c80b5f25-8c61-4a3d-b54b-bcc5448f9f84 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (b3316e74-8f06-454a-ad05-4f9d36155fe9), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:36.514076 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port a1921f70-21ea-493a-bbdc-82893ce629e0 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:36.514717 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:36.515302 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port a1921f70-21ea-493a-bbdc-82893ce629e0 Oct 06 12:22:36.552640 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c80b5f25-8c61-4a3d-b54b-bcc5448f9f84 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Network e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:36.561156 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c80b5f25-8c61-4a3d-b54b-bcc5448f9f84 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:36.569585 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c80b5f25-8c61-4a3d-b54b-bcc5448f9f84 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:22:36.575164 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c80b5f25-8c61-4a3d-b54b-bcc5448f9f84 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:36.575812 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c80b5f25-8c61-4a3d-b54b-bcc5448f9f84 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:36.630131 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b5f25-8c61-4a3d-b54b-bcc5448f9f84 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Pushing event updated for resources: {'Port': ['ID=b3316e74-8f06-454a-ad05-4f9d36155fe9,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:36.637942 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c80b5f25-8c61-4a3d-b54b-bcc5448f9f84 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0394175 Oct 06 12:22:36.664577 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port a1921f70-21ea-493a-bbdc-82893ce629e0 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:22:36.958082 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-bd3ab67f-bc37-40b0-963f-c1e7dbe2263b None None] Provisioning complete for port b3316e74-8f06-454a-ad05-4f9d36155fe9 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:36.958727 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-bd3ab67f-bc37-40b0-963f-c1e7dbe2263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (b3316e74-8f06-454a-ad05-4f9d36155fe9), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:36.958926 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-bd3ab67f-bc37-40b0-963f-c1e7dbe2263b None None] Attempt 1 to provision port b3316e74-8f06-454a-ad05-4f9d36155fe9 Oct 06 12:22:36.995473 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ab67f-bc37-40b0-963f-c1e7dbe2263b None None] Port b3316e74-8f06-454a-ad05-4f9d36155fe9 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:22:37.160526 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-811641d0-5c86-443b-9278-d7a31c1ea45e req-9b26e9bc-d240-4f81-975c-c514a53c6790 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0336170 Oct 06 12:22:37.212478 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 48624) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:37.267079 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ee4c918b-350e-4fde-a2dc-586d8664294d req-7c91fe89-eb9b-4f99-b590-c17ebb7373d6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.0322490 Oct 06 12:22:37.398625 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3666fc-3806-4dca-9cfa-3b6ff84c2c4d req-123f06b4-a352-4ff8-bc17-c89500a458b7 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:37.400167 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2c3666fc-3806-4dca-9cfa-3b6ff84c2c4d req-123f06b4-a352-4ff8-bc17-c89500a458b7 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 931 time: 0.0619514 Oct 06 12:22:37.403434 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b695f99b-2552-469c-8816-dc3b02c417a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:37.467283 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2c3666fc-3806-4dca-9cfa-3b6ff84c2c4d req-ce54090d-8d0e-4a3e-bff1-c72e6cb4ca84 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614574 Oct 06 12:22:37.485401 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b695f99b-2552-469c-8816-dc3b02c417a7 admin admin] Publish callbacks [] for security_group (9adcd801-dadf-42ce-8d81-a5ec7b9feb62), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:37.492517 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b695f99b-2552-469c-8816-dc3b02c417a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (9adcd801-dadf-42ce-8d81-a5ec7b9feb62), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:37.533010 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b695f99b-2552-469c-8816-dc3b02c417a7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4305357752b24eb5a88a1ac84f506dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188698 Oct 06 12:22:37.535744 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 48642) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:37.541652 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695f99b-2552-469c-8816-dc3b02c417a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adcd801-dadf-42ce-8d81-a5ec7b9feb62,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:37.588651 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4992b1e3-da3e-413a-8bcd-91893885dbc6 admin admin] Publish callbacks [] for security_group (9adcd801-dadf-42ce-8d81-a5ec7b9feb62), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:37.609248 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4992b1e3-da3e-413a-8bcd-91893885dbc6 admin admin] Publish callbacks [] for security_group (9adcd801-dadf-42ce-8d81-a5ec7b9feb62), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:37.659561 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4992b1e3-da3e-413a-8bcd-91893885dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (9adcd801-dadf-42ce-8d81-a5ec7b9feb62), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:37.662403 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4992b1e3-da3e-413a-8bcd-91893885dbc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:37.663543 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-4992b1e3-da3e-413a-8bcd-91893885dbc6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9adcd801-dadf-42ce-8d81-a5ec7b9feb62 HTTP/1.1" status: 204 len: 168 time: 0.1268506 Oct 06 12:22:37.671179 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992b1e3-da3e-413a-8bcd-91893885dbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adcd801-dadf-42ce-8d81-a5ec7b9feb62,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:38.003632 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 48660) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:38.017164 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c7552a54-7692-4e6f-b939-b1d1b9f67460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:38.060098 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:38.098289 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c7552a54-7692-4e6f-b939-b1d1b9f67460 admin admin] Publish callbacks [] for security_group (1d1687a5-2997-4421-8b75-ed485d9b8ad8), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:38.102040 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c7552a54-7692-4e6f-b939-b1d1b9f67460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (1d1687a5-2997-4421-8b75-ed485d9b8ad8), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:38.132365 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:38.141538 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7552a54-7692-4e6f-b939-b1d1b9f67460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1687a5-2997-4421-8b75-ed485d9b8ad8,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:38.146188 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-c7552a54-7692-4e6f-b939-b1d1b9f67460 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=db879a8f7bcf4e838da6d2fa19a8483c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413302 Oct 06 12:22:38.148939 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 48664) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:38.199155 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4b537da8-619b-4b13-a0e7-5ada187ddee1 admin admin] Publish callbacks [] for security_group (1d1687a5-2997-4421-8b75-ed485d9b8ad8), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:38.221965 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4b537da8-619b-4b13-a0e7-5ada187ddee1 admin admin] Publish callbacks [] for security_group (1d1687a5-2997-4421-8b75-ed485d9b8ad8), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:38.273433 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4b537da8-619b-4b13-a0e7-5ada187ddee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (1d1687a5-2997-4421-8b75-ed485d9b8ad8), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:38.276836 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4b537da8-619b-4b13-a0e7-5ada187ddee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:38.278302 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-4b537da8-619b-4b13-a0e7-5ada187ddee1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1d1687a5-2997-4421-8b75-ed485d9b8ad8 HTTP/1.1" status: 204 len: 168 time: 0.1283369 Oct 06 12:22:38.294939 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b537da8-619b-4b13-a0e7-5ada187ddee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1687a5-2997-4421-8b75-ed485d9b8ad8,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:38.326158 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a09d7385-28f3-4e66-b68d-c0108ad94e1d req-1cfa4261-041a-452b-ba8b-a62cdf1bd3d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0658934 Oct 06 12:22:38.396126 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d18838c2-c4e6-43e3-af93-02574795c343 req-3d010715-fa79-4ca6-9779-f1ec27171122 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.0294366 Oct 06 12:22:38.599036 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d98f61-1643-4c58-b1b9-8355a50c67fc req-6c992e0b-3549-448c-b24c-33065031483e tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:38.600809 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-08d98f61-1643-4c58-b1b9-8355a50c67fc req-6c992e0b-3549-448c-b24c-33065031483e tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 931 time: 0.0497448 Oct 06 12:22:38.657089 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-08d98f61-1643-4c58-b1b9-8355a50c67fc req-4619412e-d640-4fdb-be68-a90346cf2781 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498660 Oct 06 12:22:39.504046 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-635c7388-0e45-4767-b601-0d626cde6f9a req-39fcce15-a864-4f34-abe9-df72d0ec90c6 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0804927 Oct 06 12:22:39.576829 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2c829119-9a21-4a8d-a2f4-b4b682037caf req-282d739a-b0a7-4c91-b016-4a9524de0600 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.0480049 Oct 06 12:22:39.823148 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:39.837307 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9ab58-940c-4bfb-a510-c475a9a30bc3 req-ecb15ce9-5687-499f-ba87-883bdc5cd1f1 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:39.839585 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2da9ab58-940c-4bfb-a510-c475a9a30bc3 req-ecb15ce9-5687-499f-ba87-883bdc5cd1f1 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 931 time: 0.0748041 Oct 06 12:22:39.903293 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2da9ab58-940c-4bfb-a510-c475a9a30bc3 req-119f7a8f-0ba4-4e80-b66b-1d7d69302836 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471196 Oct 06 12:22:40.292542 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=2 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:40.650650 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a23aea5d-7cc7-4753-98f4-ce4d3a168568 req-b2fdb9b9-1afc-469c-a3d2-da66cc4c54c7 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0491195 Oct 06 12:22:40.703102 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-644f713a-ec11-475f-8348-82afb15ea158 req-9828ee79-1a42-4097-a9c5-96b65b80911d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.0310194 Oct 06 12:22:41.052664 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444522a-6df1-42c7-84f2-06b0bd4a0b69 req-c52458ff-d2df-4e49-b7e9-b7aa7ef44a93 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:41.054171 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5444522a-6df1-42c7-84f2-06b0bd4a0b69 req-c52458ff-d2df-4e49-b7e9-b7aa7ef44a93 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 931 time: 0.0707870 Oct 06 12:22:41.115761 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5444522a-6df1-42c7-84f2-06b0bd4a0b69 req-ab5313b0-aad9-45b9-b10e-89af75ee367d tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552678 Oct 06 12:22:41.774400 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5162c4f0-8fe3-40ff-b557-8cfde003ce1b req-b1a27fea-96f9-45e3-97a3-9e2477536c61 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0382810 Oct 06 12:22:41.850903 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-81aa7a8d-f9d2-44fd-b0ab-7f6d53cfa85f req-aebb92fc-584b-4410-acf8-0f46b8d506bd tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.0344911 Oct 06 12:22:42.253525 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e9e41-4c6a-4982-8efe-b71656ebcd82 req-0d517476-21b3-4dd5-b69f-93a667d12804 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:42.254987 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4b5e9e41-4c6a-4982-8efe-b71656ebcd82 req-0d517476-21b3-4dd5-b69f-93a667d12804 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 931 time: 0.0506010 Oct 06 12:22:42.302300 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4b5e9e41-4c6a-4982-8efe-b71656ebcd82 req-927133ec-3da3-46c3-9443-e5fcb7d65464 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416014 Oct 06 12:22:42.887940 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b58fb764-4e41-432f-bb22-9607c4f5cb81 req-b05bd929-5cc8-4466-a26b-d464aab7c0a5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0335050 Oct 06 12:22:43.060084 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-21984254-12d7-4dd0-8023-4dccbd03f600 req-f3e9527a-685a-42f1-b04b-05db5d9e8b3b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.0568254 Oct 06 12:22:43.459470 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:43.487457 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c689a-33c5-4faf-8ce2-187254b2168e req-c94dee3d-0018-48b6-ba8d-0dbdaad005f0 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:43.494189 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6d3c689a-33c5-4faf-8ce2-187254b2168e req-c94dee3d-0018-48b6-ba8d-0dbdaad005f0 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 931 time: 0.0937111 Oct 06 12:22:43.564248 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6d3c689a-33c5-4faf-8ce2-187254b2168e req-1d0d49f3-1717-4d84-a6b2-aeef378f76dc tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690813 Oct 06 12:22:44.015987 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-89194fed-534b-4cd5-a37d-33bbe16f4698 req-033d1659-9c06-4324-b97c-7df90dc6e534 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0309706 Oct 06 12:22:44.188381 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5d06d3f5-7135-4f43-b1f8-80cab79519e8 req-9dccdfb3-5809-4696-9abe-50c826c07383 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.0412214 Oct 06 12:22:44.627063 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 48964) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:44.771408 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b63d8-5170-4e35-ab92-5728dd961b38 req-b7d079b5-65ca-4476-9921-936dec0a40b2 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:44.772988 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-425b63d8-5170-4e35-ab92-5728dd961b38 req-b7d079b5-65ca-4476-9921-936dec0a40b2 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 931 time: 0.1032887 Oct 06 12:22:44.852469 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cf181fde-7f35-4042-a900-9d9b334ee406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:44.902692 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-425b63d8-5170-4e35-ab92-5728dd961b38 req-99df1be0-7544-4b26-9d9e-8d7451752770 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228094 Oct 06 12:22:45.038946 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cf181fde-7f35-4042-a900-9d9b334ee406 admin admin] Publish callbacks [] for security_group (b326e130-bf25-43e4-a2c2-72e63a389a94), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:45.045419 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cf181fde-7f35-4042-a900-9d9b334ee406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (b326e130-bf25-43e4-a2c2-72e63a389a94), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:45.094211 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 48986) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:45.095065 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-cf181fde-7f35-4042-a900-9d9b334ee406 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c907748be7a844fd89b21f031c430873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4655132 Oct 06 12:22:45.124143 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf181fde-7f35-4042-a900-9d9b334ee406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b326e130-bf25-43e4-a2c2-72e63a389a94,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:45.260362 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da05457d-1182-486c-a41c-cfe2244518ee req-5c0bda87-2e10-49dc-8a27-1b303917c2af tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0919595 Oct 06 12:22:45.303048 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9d91ecfa-56c3-479d-9b4e-b62da530d92f admin admin] Publish callbacks [] for security_group (b326e130-bf25-43e4-a2c2-72e63a389a94), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:45.345583 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9d91ecfa-56c3-479d-9b4e-b62da530d92f admin admin] Publish callbacks [] for security_group (b326e130-bf25-43e4-a2c2-72e63a389a94), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:45.649736 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-853334ca-bd4c-4a98-89d7-edf53db9babd req-7758b14e-9ac3-444b-9cff-1b99f6bcad27 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.2547202 Oct 06 12:22:45.653597 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9d91ecfa-56c3-479d-9b4e-b62da530d92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (b326e130-bf25-43e4-a2c2-72e63a389a94), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:45.658578 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9d91ecfa-56c3-479d-9b4e-b62da530d92f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:45.664146 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-9d91ecfa-56c3-479d-9b4e-b62da530d92f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b326e130-bf25-43e4-a2c2-72e63a389a94 HTTP/1.1" status: 204 len: 168 time: 0.5686347 Oct 06 12:22:45.681531 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91ecfa-56c3-479d-9b4e-b62da530d92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b326e130-bf25-43e4-a2c2-72e63a389a94,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:45.735249 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 49010) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:45.936665 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-267c6720-7d14-4be0-965c-8ee945fa7cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:46.211870 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b156e-a04e-4b62-90da-1606073bf6d1 req-cde9200a-0b92-4b13-82f3-ccafaa5411d2 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:46.213770 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-224b156e-a04e-4b62-90da-1606073bf6d1 req-cde9200a-0b92-4b13-82f3-ccafaa5411d2 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 931 time: 0.1824493 Oct 06 12:22:46.329124 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-267c6720-7d14-4be0-965c-8ee945fa7cd4 admin admin] Publish callbacks [] for security_group (8ee1b567-deea-4c63-acd3-a533a73eceea), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:46.338367 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-267c6720-7d14-4be0-965c-8ee945fa7cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (8ee1b567-deea-4c63-acd3-a533a73eceea), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:46.383399 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c6720-7d14-4be0-965c-8ee945fa7cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee1b567-deea-4c63-acd3-a533a73eceea,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:46.433998 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:46.442278 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f91edaf3-9f50-4b46-ac2a-3eee56993c3d req-3e25943c-5ac0-4c8e-96a9-0de0c7c91e2b tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0373251 Oct 06 12:22:46.444750 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-224b156e-a04e-4b62-90da-1606073bf6d1 req-5415af32-17ce-462a-af3d-f01200c97751 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077088 Oct 06 12:22:46.467106 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 49046) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:46.479566 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-267c6720-7d14-4be0-965c-8ee945fa7cd4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=99447455b6974f4888380e172e16c46e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7428186 Oct 06 12:22:46.537159 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ab25313d-8f74-4f48-9ea6-da4ebd23e876 admin admin] Publish callbacks [] for security_group (8ee1b567-deea-4c63-acd3-a533a73eceea), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:46.568242 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ab25313d-8f74-4f48-9ea6-da4ebd23e876 admin admin] Publish callbacks [] for security_group (8ee1b567-deea-4c63-acd3-a533a73eceea), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:46.600054 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 49054) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:46.632728 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-19e71b5d-6522-4308-af10-dfcdc4026858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:46.678913 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ab25313d-8f74-4f48-9ea6-da4ebd23e876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (8ee1b567-deea-4c63-acd3-a533a73eceea), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:46.682511 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ab25313d-8f74-4f48-9ea6-da4ebd23e876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:46.683997 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-ab25313d-8f74-4f48-9ea6-da4ebd23e876 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8ee1b567-deea-4c63-acd3-a533a73eceea HTTP/1.1" status: 204 len: 168 time: 0.2151597 Oct 06 12:22:46.704439 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25313d-8f74-4f48-9ea6-da4ebd23e876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee1b567-deea-4c63-acd3-a533a73eceea,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:46.848722 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-19e71b5d-6522-4308-af10-dfcdc4026858 admin admin] Publish callbacks [] for security_group (e53231de-9e98-43a3-966d-0b735fb4db72), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:46.854616 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-19e71b5d-6522-4308-af10-dfcdc4026858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (e53231de-9e98-43a3-966d-0b735fb4db72), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:46.948565 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-31db8736-2228-4e84-8840-1a23bb0ce83a req-748f6947-e07b-4285-9547-fc8a62edf421 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.0636399 Oct 06 12:22:46.971943 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-19e71b5d-6522-4308-af10-dfcdc4026858 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bd20bfdd981540c79bf861e529dbe70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3704596 Oct 06 12:22:46.974727 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 49064) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:46.979309 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e71b5d-6522-4308-af10-dfcdc4026858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53231de-9e98-43a3-966d-0b735fb4db72,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:47.116556 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-804f9fe8-d721-4134-8267-a6adc47b6504 admin admin] Publish callbacks [] for security_group (e53231de-9e98-43a3-966d-0b735fb4db72), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:47.156993 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-804f9fe8-d721-4134-8267-a6adc47b6504 admin admin] Publish callbacks [] for security_group (e53231de-9e98-43a3-966d-0b735fb4db72), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:47.244283 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-804f9fe8-d721-4134-8267-a6adc47b6504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (e53231de-9e98-43a3-966d-0b735fb4db72), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:47.248076 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-804f9fe8-d721-4134-8267-a6adc47b6504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:47.256937 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-804f9fe8-d721-4134-8267-a6adc47b6504 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e53231de-9e98-43a3-966d-0b735fb4db72 HTTP/1.1" status: 204 len: 168 time: 0.2810180 Oct 06 12:22:47.273621 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f9fe8-d721-4134-8267-a6adc47b6504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53231de-9e98-43a3-966d-0b735fb4db72,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:47.445966 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 49074) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:47.468361 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-01a652d0-2f15-4f84-aa4d-a34b54917449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:47.549661 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:47.580903 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a2a43911-32c7-4f5e-bdc7-748b65fdd823 req-3704166c-73a6-4e2c-9fe9-69aa6971f620 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0441167 Oct 06 12:22:47.662886 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33a7fd-e511-4578-a7a6-1101cb6da963 req-ed86d973-20b0-47e7-9771-5a280506533f tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:47.664449 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5e33a7fd-e511-4578-a7a6-1101cb6da963 req-ed86d973-20b0-47e7-9771-5a280506533f tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 931 time: 0.0791266 Oct 06 12:22:47.707865 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-01a652d0-2f15-4f84-aa4d-a34b54917449 admin admin] Publish callbacks [] for security_group (93e2061c-8481-4933-bb4b-1c06a4bcc313), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:47.716215 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-01a652d0-2f15-4f84-aa4d-a34b54917449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (93e2061c-8481-4933-bb4b-1c06a4bcc313), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:47.716629 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 49082) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:47.723296 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:47.734247 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bf12d49d-3b6a-4c1c-9a04-e89167155c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:47.770932 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5e33a7fd-e511-4578-a7a6-1101cb6da963 req-8be6c4cb-77d7-4a60-b540-8dad85a85d87 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987356 Oct 06 12:22:47.778416 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-01a652d0-2f15-4f84-aa4d-a34b54917449 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4f146b5cf187406aa04b767aac3ce891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313386 Oct 06 12:22:47.780598 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a652d0-2f15-4f84-aa4d-a34b54917449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e2061c-8481-4933-bb4b-1c06a4bcc313,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:47.781236 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 49084) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:47.860882 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bf12d49d-3b6a-4c1c-9a04-e89167155c89 admin admin] Publish callbacks [] for security_group (a287c211-0fb0-400a-b4b3-5ce0feda1191), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:47.866398 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bf12d49d-3b6a-4c1c-9a04-e89167155c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (a287c211-0fb0-400a-b4b3-5ce0feda1191), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:47.871585 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cfaf2ddc-a49e-4914-a0c8-910441fa22a7 admin admin] Publish callbacks [] for security_group (93e2061c-8481-4933-bb4b-1c06a4bcc313), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:47.879415 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:47.920497 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cfaf2ddc-a49e-4914-a0c8-910441fa22a7 admin admin] Publish callbacks [] for security_group (93e2061c-8481-4933-bb4b-1c06a4bcc313), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:47.924328 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-bf12d49d-3b6a-4c1c-9a04-e89167155c89 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d97ee743a9034f3a9cf2c15db0b7725a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2065368 Oct 06 12:22:47.927569 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 49090) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:47.939659 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12d49d-3b6a-4c1c-9a04-e89167155c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a287c211-0fb0-400a-b4b3-5ce0feda1191,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:47.990530 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cfaf2ddc-a49e-4914-a0c8-910441fa22a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (93e2061c-8481-4933-bb4b-1c06a4bcc313), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:47.995115 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cfaf2ddc-a49e-4914-a0c8-910441fa22a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:47.996914 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-cfaf2ddc-a49e-4914-a0c8-910441fa22a7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/93e2061c-8481-4933-bb4b-1c06a4bcc313 HTTP/1.1" status: 204 len: 168 time: 0.2147377 Oct 06 12:22:48.008170 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf2ddc-a49e-4914-a0c8-910441fa22a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e2061c-8481-4933-bb4b-1c06a4bcc313,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:48.015677 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3101-488c-4800-964b-dde50a897cbf admin admin] Publish callbacks [] for security_group (a287c211-0fb0-400a-b4b3-5ce0feda1191), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:48.079279 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c3960384-c103-4928-82bb-501b149b76c1 req-6b2f583d-a08a-4b39-97dc-886ed0fbbade tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.0458028 Oct 06 12:22:48.081719 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3101-488c-4800-964b-dde50a897cbf admin admin] Publish callbacks [] for security_group (a287c211-0fb0-400a-b4b3-5ce0feda1191), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:48.185205 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3101-488c-4800-964b-dde50a897cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (a287c211-0fb0-400a-b4b3-5ce0feda1191), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:48.187834 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3101-488c-4800-964b-dde50a897cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:48.189013 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-8f1d3101-488c-4800-964b-dde50a897cbf admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a287c211-0fb0-400a-b4b3-5ce0feda1191 HTTP/1.1" status: 204 len: 168 time: 0.2602346 Oct 06 12:22:48.199908 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d3101-488c-4800-964b-dde50a897cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a287c211-0fb0-400a-b4b3-5ce0feda1191,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:48.748623 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-245ea6c0-abd3-4e98-9ad3-9de2f0849018 req-45adcd85-31dd-414a-9212-ec5ec98eb721 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0616577 Oct 06 12:22:48.882508 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-b96aec74-a921-443c-80e5-0f87c19d33eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:48.935199 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f1600-4114-48fc-be42-a7db58ee956f req-db14305a-7b9a-47fd-8d46-b25f4c9e6cf8 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:48.937617 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-809f1600-4114-48fc-be42-a7db58ee956f req-db14305a-7b9a-47fd-8d46-b25f4c9e6cf8 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 931 time: 0.0674102 Oct 06 12:22:49.000429 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-809f1600-4114-48fc-be42-a7db58ee956f req-3a78ee7d-f6e4-4271-bd29-77fe2421f020 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566254 Oct 06 12:22:49.065001 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 49160) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:49.226967 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3fde61c0-7cd9-4105-8ebb-f244274bc400 req-8bfd29ff-4e1d-4de2-b400-2e66fcb2893c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.0308027 Oct 06 12:22:49.351303 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6aa7eb07-330f-4fff-b072-cae759ee3b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:49.378218 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:49.452395 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6aa7eb07-330f-4fff-b072-cae759ee3b26 admin admin] Publish callbacks [] for security_group (eedf53a4-0231-4e66-928b-0414fadedbd7), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:49.461144 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6aa7eb07-330f-4fff-b072-cae759ee3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (eedf53a4-0231-4e66-928b-0414fadedbd7), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:49.501108 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-6aa7eb07-330f-4fff-b072-cae759ee3b26 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cb99e62a65bc47f6804ccdc2534c244e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4343672 Oct 06 12:22:49.504661 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 49192) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:49.533153 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7eb07-330f-4fff-b072-cae759ee3b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedf53a4-0231-4e66-928b-0414fadedbd7,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:49.587058 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e96bcd17-e170-4275-88b5-9ffcdfe18cc8 admin admin] Publish callbacks [] for security_group (eedf53a4-0231-4e66-928b-0414fadedbd7), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:49.610217 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e96bcd17-e170-4275-88b5-9ffcdfe18cc8 admin admin] Publish callbacks [] for security_group (eedf53a4-0231-4e66-928b-0414fadedbd7), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:49.671692 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e96bcd17-e170-4275-88b5-9ffcdfe18cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (eedf53a4-0231-4e66-928b-0414fadedbd7), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:49.675750 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e96bcd17-e170-4275-88b5-9ffcdfe18cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:49.677409 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-e96bcd17-e170-4275-88b5-9ffcdfe18cc8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/eedf53a4-0231-4e66-928b-0414fadedbd7 HTTP/1.1" status: 204 len: 168 time: 0.1713219 Oct 06 12:22:49.688829 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bcd17-e170-4275-88b5-9ffcdfe18cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedf53a4-0231-4e66-928b-0414fadedbd7,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:49.933879 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0c4157c2-0b88-4533-9685-473258410c88 req-c0958b18-ded4-47a5-9f27-ac679bb6d118 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0475469 Oct 06 12:22:49.959622 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-a64e09b9-c721-4890-8097-a34f01579aea tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Request body: {'port': {'device_id': 'd1ff3ab6-55a2-45ae-a912-59faf8868070', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'admin_state_up': True, 'tenant_id': '9138bc89f5204975a18156097530643a'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:49.970649 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-782ba1d7-35e5-4c08-ab19-f58147ce72ae tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:22:49.971916 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-782ba1d7-35e5-4c08-ab19-f58147ce72ae tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060837 Oct 06 12:22:50.137444 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:50.158075 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cfbcb-dc74-46d0-b177-4f2609a929da req-7a03dd86-9bf3-4d03-8b44-21e090b19625 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:50.159662 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e40cfbcb-dc74-46d0-b177-4f2609a929da req-7a03dd86-9bf3-4d03-8b44-21e090b19625 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 931 time: 0.0738740 Oct 06 12:22:50.160739 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-a64e09b9-c721-4890-8097-a34f01579aea tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Made reservation on behalf of 9138bc89f5204975a18156097530643a for: {'port': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:22:50.164856 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-a64e09b9-c721-4890-8097-a34f01579aea tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:50.213858 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 49246) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:50.228582 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-58e2e2d3-9b28-44c2-b319-d09415b1d281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:50.417084 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e40cfbcb-dc74-46d0-b177-4f2609a929da req-dde10c16-a493-466e-99b5-4e1841285458 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338400 Oct 06 12:22:50.453826 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-58e2e2d3-9b28-44c2-b319-d09415b1d281 admin admin] Publish callbacks [] for security_group (83c33f74-af59-41d0-ad3a-54a3d2b7434b), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:50.472238 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e4d6e254-1aef-4cd7-bd92-26e84dede048 req-bd11879b-25b7-4305-bc29-44e2feab05f4 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.1090732 Oct 06 12:22:50.486065 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-a64e09b9-c721-4890-8097-a34f01579aea tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Allocated IP 172.20.0.11 (cca2176c-b240-4d92-a159-a5d2161a7a8d/8ea49d5a-1690-442e-8bee-f699c3a4c37b/180aaafa-49f4-4890-afea-eb300c2b071f) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:22:50.496556 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-58e2e2d3-9b28-44c2-b319-d09415b1d281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (83c33f74-af59-41d0-ad3a-54a3d2b7434b), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:50.580874 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2e2d3-9b28-44c2-b319-d09415b1d281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c33f74-af59-41d0-ad3a-54a3d2b7434b,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:50.640341 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-58e2e2d3-9b28-44c2-b319-d09415b1d281 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6ec7db3bc6fd4cd494124b316a11b31f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4246261 Oct 06 12:22:50.641059 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.23', 54830) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:50.641525 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 49284) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:50.832885 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Request body: {'port': {'device_id': '518de8e1-7379-4cc4-98da-0f042318420b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:50.984844 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (b3316e74-8f06-454a-ad05-4f9d36155fe9), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:50.997865 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-28a3f85c-d740-44e2-99a2-3cddeb450a7d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:50.999391 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-28a3f85c-d740-44e2-99a2-3cddeb450a7d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 818 time: 0.3567612 Oct 06 12:22:51.020841 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-a64e09b9-c721-4890-8097-a34f01579aea tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for port (180aaafa-49f4-4890-afea-eb300c2b071f), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:51.057610 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-bde311d4-c5f0-4f68-b038-51dbde6ea5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:51.060461 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-b07200b4-39ce-41fe-9ba7-5dbe977b2652 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Request body: {'port': {'device_id': '6bdd2944-b97f-40e0-a1cb-915cea031265', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'admin_state_up': True, 'tenant_id': '9138bc89f5204975a18156097530643a'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:51.067208 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:51.146441 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:51.181120 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-68e6c165-b155-4d85-81f0-047ea1bab477 req-1f5661e8-9a1a-4db4-80a9-9bc38b0b3133 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0552933 Oct 06 12:22:51.200574 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-569d3c39-3be0-438f-a460-c3925da950f6 admin admin] Publish callbacks [] for security_group (83c33f74-af59-41d0-ad3a-54a3d2b7434b), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:51.235974 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-569d3c39-3be0-438f-a460-c3925da950f6 admin admin] Publish callbacks [] for security_group (83c33f74-af59-41d0-ad3a-54a3d2b7434b), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:51.253393 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:51.306894 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-b07200b4-39ce-41fe-9ba7-5dbe977b2652 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Made reservation on behalf of 9138bc89f5204975a18156097530643a for: {'port': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:22:51.307126 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-a64e09b9-c721-4890-8097-a34f01579aea tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (180aaafa-49f4-4890-afea-eb300c2b071f), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:51.311914 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-b07200b4-39ce-41fe-9ba7-5dbe977b2652 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:51.388495 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-569d3c39-3be0-438f-a460-c3925da950f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (83c33f74-af59-41d0-ad3a-54a3d2b7434b), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:51.391600 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-569d3c39-3be0-438f-a460-c3925da950f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:51.393136 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-569d3c39-3be0-438f-a460-c3925da950f6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/83c33f74-af59-41d0-ad3a-54a3d2b7434b HTTP/1.1" status: 204 len: 168 time: 0.7463632 Oct 06 12:22:51.453312 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-a64e09b9-c721-4890-8097-a34f01579aea tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Network cca2176c-b240-4d92-a159-a5d2161a7a8d is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:51.458140 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-a64e09b9-c721-4890-8097-a34f01579aea tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:51.458478 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d3c39-3be0-438f-a460-c3925da950f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c33f74-af59-41d0-ad3a-54a3d2b7434b,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:51.465918 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-a64e09b9-c721-4890-8097-a34f01579aea tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:22:51.470373 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-a64e09b9-c721-4890-8097-a34f01579aea tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:51.470846 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-a64e09b9-c721-4890-8097-a34f01579aea tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:51.478715 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e09b9-c721-4890-8097-a34f01579aea tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Pushing event updated for resources: {'Port': ['ID=180aaafa-49f4-4890-afea-eb300c2b071f,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:51.592578 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-a64e09b9-c721-4890-8097-a34f01579aea tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6370165 Oct 06 12:22:51.640577 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Request body: {'port': {'device_id': 'd1ff3ab6-55a2-45ae-a912-59faf8868070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:51.800982 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739316-b36d-4051-a39f-77495b7ffbb7 req-9bf2b0e6-504a-4bb4-97a1-ec85f573bbbb tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:51.808014 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-62739316-b36d-4051-a39f-77495b7ffbb7 req-9bf2b0e6-504a-4bb4-97a1-ec85f573bbbb tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 931 time: 0.2072370 Oct 06 12:22:51.904830 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-b07200b4-39ce-41fe-9ba7-5dbe977b2652 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Allocated IP 172.20.0.10 (cca2176c-b240-4d92-a159-a5d2161a7a8d/8ea49d5a-1690-442e-8bee-f699c3a4c37b/9e7b0b39-c340-4a59-8b3a-a243b300266f) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:22:51.950629 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-6a3032d4-691b-4e4e-be5c-75396a26cb00 None None] Provisioning complete for port 180aaafa-49f4-4890-afea-eb300c2b071f triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:51.951015 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-6a3032d4-691b-4e4e-be5c-75396a26cb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (180aaafa-49f4-4890-afea-eb300c2b071f), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:51.951345 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-6a3032d4-691b-4e4e-be5c-75396a26cb00 None None] Attempt 1 to provision port 180aaafa-49f4-4890-afea-eb300c2b071f Oct 06 12:22:52.008506 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.23', 54848) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:52.097756 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:52.100741 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:52.103329 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-6a3032d4-691b-4e4e-be5c-75396a26cb00 None None] Port 180aaafa-49f4-4890-afea-eb300c2b071f cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:22:52.113316 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:52.162646 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b6e18-45e2-496a-8a69-8e4bbcaca827 req-9a2edd1d-27fe-461a-ba6b-37ca952fb043 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:52.164827 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a35b6e18-45e2-496a-8a69-8e4bbcaca827 req-9a2edd1d-27fe-461a-ba6b-37ca952fb043 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 932 time: 0.4470003 Oct 06 12:22:52.172331 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (180aaafa-49f4-4890-afea-eb300c2b071f), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:52.203607 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3316e74-8f06-454a-ad05-4f9d36155fe9 {{(pid=106140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:22:52.237397 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Publish callbacks [] for port (b3316e74-8f06-454a-ad05-4f9d36155fe9), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:52.315586 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-62739316-b36d-4051-a39f-77495b7ffbb7 req-9d5f3d70-f017-4865-a67e-69642b8f7e8b tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052590 Oct 06 12:22:52.355313 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:52.385283 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-b07200b4-39ce-41fe-9ba7-5dbe977b2652 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for port (9e7b0b39-c340-4a59-8b3a-a243b300266f), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:52.392225 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.provisioning_blocks [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Transition to ACTIVE for port object b3316e74-8f06-454a-ad05-4f9d36155fe9 will not be triggered until provisioned by entity L2. {{(pid=106140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:22:52.427252 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (b3316e74-8f06-454a-ad05-4f9d36155fe9), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:52.455316 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-b07200b4-39ce-41fe-9ba7-5dbe977b2652 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (9e7b0b39-c340-4a59-8b3a-a243b300266f), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:52.487446 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a108638-50ce-4432-9515-21b894314207 req-04163b7a-15f5-4e19-aea3-52e0e15fc71b tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:52.489136 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a108638-50ce-4432-9515-21b894314207 req-04163b7a-15f5-4e19-aea3-52e0e15fc71b tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.23 "GET /networking/v2.0/networks?id=0805475d-8b9c-4baf-bd63-089b9f9df6f5 HTTP/1.1" status: 200 len: 811 time: 0.4782753 Oct 06 12:22:52.612781 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07200b4-39ce-41fe-9ba7-5dbe977b2652 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Pushing event updated for resources: {'Port': ['ID=9e7b0b39-c340-4a59-8b3a-a243b300266f,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:52.618818 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-b07200b4-39ce-41fe-9ba7-5dbe977b2652 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Network cca2176c-b240-4d92-a159-a5d2161a7a8d is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:52.620508 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-b07200b4-39ce-41fe-9ba7-5dbe977b2652 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:52.624543 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-b07200b4-39ce-41fe-9ba7-5dbe977b2652 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:22:52.629576 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-b07200b4-39ce-41fe-9ba7-5dbe977b2652 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:52.630278 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-b07200b4-39ce-41fe-9ba7-5dbe977b2652 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:52.640223 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3610182c-a2b0-4776-b0e7-198768649f84 req-9b9b534e-f67e-402d-8f79-a76eb8e576b6 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.2166317 Oct 06 12:22:52.660983 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-b07200b4-39ce-41fe-9ba7-5dbe977b2652 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6102705 Oct 06 12:22:52.682513 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a35b6e18-45e2-496a-8a69-8e4bbcaca827 req-6076cfa4-ce50-4db0-bafe-1904c121ddaf tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032032 Oct 06 12:22:52.683799 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Request body: {'port': {'device_id': '6bdd2944-b97f-40e0-a1cb-915cea031265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:52.686319 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Pushing event updated for resources: {'Port': ['ID=b3316e74-8f06-454a-ad05-4f9d36155fe9,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:52.754005 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:52.759146 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9e7b0b39-c340-4a59-8b3a-a243b300266f), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:52.849830 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Attempting to bind port b3316e74-8f06-454a-ad05-4f9d36155fe9 on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:22:52.850198 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Attempting to bind port b3316e74-8f06-454a-ad05-4f9d36155fe9 by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': 'ae2998cd-c34c-428b-bbab-09223708b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2'}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:22:52.850538 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Attempting to bind port b3316e74-8f06-454a-ad05-4f9d36155fe9 on network e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:22:52.927094 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a108638-50ce-4432-9515-21b894314207 req-22ab6210-6d10-45e2-a1ec-739b907be60d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=828d3459cdd641d98772383edfe3268f HTTP/1.1" status: 200 len: 379 time: 0.3085520 Oct 06 12:22:52.930698 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9a310417-c2d9-4262-9422-0ebb0a833e67 None None] Provisioning complete for port 9e7b0b39-c340-4a59-8b3a-a243b300266f triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:52.931076 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9a310417-c2d9-4262-9422-0ebb0a833e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (9e7b0b39-c340-4a59-8b3a-a243b300266f), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:52.931411 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9a310417-c2d9-4262-9422-0ebb0a833e67 None None] Attempt 1 to provision port 9e7b0b39-c340-4a59-8b3a-a243b300266f Oct 06 12:22:52.941301 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-1a108638-50ce-4432-9515-21b894314207 req-1445652d-6669-4626-bf00-a8a04093897d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Request body: {'port': {'device_id': 'b7c26e82-69b3-4ffa-97e2-7ca36b941c1f', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'admin_state_up': True, 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'security_groups': ['bebc0aa0-080d-46ab-8322-b19b6fde5755']}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:52.975894 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9a310417-c2d9-4262-9422-0ebb0a833e67 None None] Port 9e7b0b39-c340-4a59-8b3a-a243b300266f cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:22:53.040899 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Port b3316e74-8f06-454a-ad05-4f9d36155fe9 on network e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:22:53.041554 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Attempting to bind port b3316e74-8f06-454a-ad05-4f9d36155fe9 on network e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:22:53.173261 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:22:53.173631 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Checking segment: {'id': 'ae2998cd-c34c-428b-bbab-09223708b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:22:53.174182 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Bound using segment: {'id': 'ae2998cd-c34c-428b-bbab-09223708b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2'} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:22:53.174639 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Bound port: b3316e74-8f06-454a-ad05-4f9d36155fe9, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2998cd-c34c-428b-bbab-09223708b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2'}}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:22:53.174987 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (b3316e74-8f06-454a-ad05-4f9d36155fe9), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:53.188774 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180aaafa-49f4-4890-afea-eb300c2b071f {{(pid=106140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:22:53.201768 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Publish callbacks [] for port (180aaafa-49f4-4890-afea-eb300c2b071f), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:53.206174 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a108638-50ce-4432-9515-21b894314207 req-1445652d-6669-4626-bf00-a8a04093897d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Made reservation on behalf of 828d3459cdd641d98772383edfe3268f for: {'port': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:22:53.210227 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-1a108638-50ce-4432-9515-21b894314207 req-1445652d-6669-4626-bf00-a8a04093897d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:53.254136 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.provisioning_blocks [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Transition to ACTIVE for port object 180aaafa-49f4-4890-afea-eb300c2b071f will not be triggered until provisioned by entity L2. {{(pid=106140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:22:53.259479 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:53.268276 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (180aaafa-49f4-4890-afea-eb300c2b071f), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:53.323090 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:53.375935 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] For port b3316e74-8f06-454a-ad05-4f9d36155fe9, host hv-cinder-85604, cleared binding levels {{(pid=106140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:22:53.442351 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] For port b3316e74-8f06-454a-ad05-4f9d36155fe9, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=b3316e74-8f06-454a-ad05-4f9d36155fe9,segment=NetworkSegment(ae2998cd-c34c-428b-bbab-09223708b755),segment_id=ae2998cd-c34c-428b-bbab-09223708b755)] {{(pid=106140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:22:53.464674 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Pushing event updated for resources: {'Port': ['ID=180aaafa-49f4-4890-afea-eb300c2b071f,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:53.492563 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7b0b39-c340-4a59-8b3a-a243b300266f {{(pid=106139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:22:53.502984 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Publish callbacks [] for port (9e7b0b39-c340-4a59-8b3a-a243b300266f), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:53.519749 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (b3316e74-8f06-454a-ad05-4f9d36155fe9), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:53.524077 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:53.525082 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:53.525780 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.provisioning_blocks [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Transition to ACTIVE for port object 9e7b0b39-c340-4a59-8b3a-a243b300266f will not be triggered until provisioned by entity L2. {{(pid=106139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:22:53.526602 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/b3316e74-8f06-454a-ad05-4f9d36155fe9 HTTP/1.1" status: 200 len: 1093 time: 3.0709689 Oct 06 12:22:53.530556 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (9e7b0b39-c340-4a59-8b3a-a243b300266f), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:53.543542 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518de8e1-7379-4cc4-98da-0f042318420b', 'tag': 'b3316e74-8f06-454a-ad05-4f9d36155fe9'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:22:53.567959 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:53.627890 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Attempting to bind port 180aaafa-49f4-4890-afea-eb300c2b071f on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:22:53.628245 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Attempting to bind port 180aaafa-49f4-4890-afea-eb300c2b071f by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:22:53.628569 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Attempting to bind port 180aaafa-49f4-4890-afea-eb300c2b071f on network cca2176c-b240-4d92-a159-a5d2161a7a8d {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:22:53.690850 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:53.708418 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7b0b39-c340-4a59-8b3a-a243b300266f,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:53.718645 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Attempting to bind port 9e7b0b39-c340-4a59-8b3a-a243b300266f on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:22:53.719007 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Attempting to bind port 9e7b0b39-c340-4a59-8b3a-a243b300266f by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'}] {{(pid=106139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:22:53.719345 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Attempting to bind port 9e7b0b39-c340-4a59-8b3a-a243b300266f on network cca2176c-b240-4d92-a159-a5d2161a7a8d {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:22:53.720483 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:53.738874 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:53.783635 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Port 9e7b0b39-c340-4a59-8b3a-a243b300266f on network cca2176c-b240-4d92-a159-a5d2161a7a8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:22:53.783980 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Attempting to bind port 9e7b0b39-c340-4a59-8b3a-a243b300266f on network cca2176c-b240-4d92-a159-a5d2161a7a8d {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:22:53.858066 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [req-1a108638-50ce-4432-9515-21b894314207 req-1445652d-6669-4626-bf00-a8a04093897d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Allocated IP 172.20.0.4 (0805475d-8b9c-4baf-bd63-089b9f9df6f5/fa59c4f4-50ab-4f12-b932-f152d4e018f2/2f5ac9b9-0c5c-4565-96ae-3de71a11dddd) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:22:53.884098 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Port 180aaafa-49f4-4890-afea-eb300c2b071f on network cca2176c-b240-4d92-a159-a5d2161a7a8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:22:53.884430 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Attempting to bind port 180aaafa-49f4-4890-afea-eb300c2b071f on network cca2176c-b240-4d92-a159-a5d2161a7a8d {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:22:53.892616 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0518a4-c44a-4eee-b29b-4ca81bf9eefa req-2c1f4771-cbaf-4604-bf13-184c2d28fa2a tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:53.893839 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:22:53.894211 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Checking segment: {'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:22:53.894771 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Bound using segment: {'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'} {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:22:53.895230 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Bound port: 9e7b0b39-c340-4a59-8b3a-a243b300266f, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'}}] {{(pid=106139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:22:53.895763 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9e7b0b39-c340-4a59-8b3a-a243b300266f), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:53.899437 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2a0518a4-c44a-4eee-b29b-4ca81bf9eefa req-2c1f4771-cbaf-4604-bf13-184c2d28fa2a tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.4598010 Oct 06 12:22:53.972628 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bef8a5e0-2879-4a2d-b211-c9f5ac384ce6 req-66b8d57b-0e75-44c6-862f-c2bede962d9a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.1301072 Oct 06 12:22:54.002540 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dcdfb7-3a85-427d-9cf0-2f620d1eb775" -d '{"events": [{"name": "network-changed", "server_uuid": "518de8e1-7379-4cc4-98da-0f042318420b", "tag": "b3316e74-8f06-454a-ad05-4f9d36155fe9"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:22:54.041093 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] For port 9e7b0b39-c340-4a59-8b3a-a243b300266f, host hv-cinder-85604, cleared binding levels {{(pid=106139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:22:54.056062 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] For port 9e7b0b39-c340-4a59-8b3a-a243b300266f, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9e7b0b39-c340-4a59-8b3a-a243b300266f,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:22:54.070968 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (9e7b0b39-c340-4a59-8b3a-a243b300266f), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:54.072270 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-8a81a55e-25e4-40ac-89aa-975b3e613481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:54.074329 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-8a81a55e-25e4-40ac-89aa-975b3e613481 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=69d2acb456bc4aaeae1ff0927195aba2&device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 1127 time: 0.4500980 Oct 06 12:22:54.080547 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:54.081163 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:54.082612 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/9e7b0b39-c340-4a59-8b3a-a243b300266f HTTP/1.1" status: 200 len: 1094 time: 1.4078867 Oct 06 12:22:54.085397 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bdd2944-b97f-40e0-a1cb-915cea031265', 'tag': '9e7b0b39-c340-4a59-8b3a-a243b300266f'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:22:54.096823 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a0424-e273-40de-ae99-f279acd10601 service neutron] Pushing event updated for resources: {'Port': ['ID=b3316e74-8f06-454a-ad05-4f9d36155fe9,revision_number=3']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:54.333133 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-08054df2-0615-4291-8292-465dd64fc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:54.334742 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-08054df2-0615-4291-8292-465dd64fc29a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 1128 time: 0.1699905 Oct 06 12:22:54.337741 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae17faf-9ff7-4134-a246-a17a3f0145e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6bdd2944-b97f-40e0-a1cb-915cea031265", "tag": "9e7b0b39-c340-4a59-8b3a-a243b300266f"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:22:54.341339 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa9f31-7301-4c8a-aded-3bb2e0f4b588 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7b0b39-c340-4a59-8b3a-a243b300266f,revision_number=3']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:54.408877 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2a0518a4-c44a-4eee-b29b-4ca81bf9eefa req-2ca616b6-8e1a-4b26-ae47-d48d2144b0ba tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085535 Oct 06 12:22:54.410426 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-8531b8c8-cb0a-4e6f-bbd1-d8c2155c6f17 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3316e74-8f06-454a-ad05-4f9d36155fe9 HTTP/1.1" status: 200 len: 217 time: 0.2891686 Oct 06 12:22:54.416282 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-2fd73eb4-79c6-4fbf-a29b-4bb3bad9fcdc service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e7b0b39-c340-4a59-8b3a-a243b300266f HTTP/1.1" status: 200 len: 217 time: 0.0657456 Oct 06 12:22:54.424329 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:22:54.424662 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Checking segment: {'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:22:54.425044 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Bound using segment: {'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:22:54.425654 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Bound port: 180aaafa-49f4-4890-afea-eb300c2b071f, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'}}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:22:54.426084 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (180aaafa-49f4-4890-afea-eb300c2b071f), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:54.439171 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694f4d5-bff7-4f4b-9164-f124b6e66966 req-b3e8e7f3-b743-4c53-a250-7a641d54b012 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:54.440688 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b694f4d5-bff7-4f4b-9164-f124b6e66966 req-b3e8e7f3-b743-4c53-a250-7a641d54b012 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 944 time: 0.3608422 Oct 06 12:22:54.507281 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-ac8cd9a6-0779-4097-af73-17bd227039da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:54.509156 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-ac8cd9a6-0779-4097-af73-17bd227039da service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.0846503 Oct 06 12:22:54.584204 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:54.654240 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-1a108638-50ce-4432-9515-21b894314207 req-1445652d-6669-4626-bf00-a8a04093897d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for port (2f5ac9b9-0c5c-4565-96ae-3de71a11dddd), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:54.668717 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-9462628a-f818-42c1-affc-fcd743a3ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:54.670600 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-9462628a-f818-42c1-affc-fcd743a3ba0c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1458709 Oct 06 12:22:54.697429 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1378f969-1415-4ab9-8fab-74fab66b3e9c x-openstack-request-id: req-1378f969-1415-4ab9-8fab-74fab66b3e9c {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:22:54.697723 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518de8e1-7379-4cc4-98da-0f042318420b", "tag": "b3316e74-8f06-454a-ad05-4f9d36155fe9", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:22:54.697971 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1378f969-1415-4ab9-8fab-74fab66b3e9c {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:22:54.698478 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1378f969-1415-4ab9-8fab-74fab66b3e9c'] response: {'name': 'network-changed', 'server_uuid': '518de8e1-7379-4cc4-98da-0f042318420b', 'tag': 'b3316e74-8f06-454a-ad05-4f9d36155fe9', 'status': 'completed', 'code': 200} Oct 06 12:22:54.714927 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-2546f8b0-b5b3-4531-8333-3a371c979834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:54.718633 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-2546f8b0-b5b3-4531-8333-3a371c979834 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=71f9a9d1-0ee0-4c67-8b2b-6182437d5a16 HTTP/1.1" status: 200 len: 850 time: 0.2857695 Oct 06 12:22:54.787166 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:54.827611 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-f4e0a00a-a6a0-4e1f-8091-d4e625ebb051 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264148 Oct 06 12:22:54.847063 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b694f4d5-bff7-4f4b-9164-f124b6e66966 req-9fa8cf1e-90fc-42a3-bfab-d7cad218e978 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632510 Oct 06 12:22:54.859709 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] For port 180aaafa-49f4-4890-afea-eb300c2b071f, host hv-cinder-85604, cleared binding levels {{(pid=106140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:22:54.867566 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] For port 180aaafa-49f4-4890-afea-eb300c2b071f, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=180aaafa-49f4-4890-afea-eb300c2b071f,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:22:54.869415 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-1a108638-50ce-4432-9515-21b894314207 req-1445652d-6669-4626-bf00-a8a04093897d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (2f5ac9b9-0c5c-4565-96ae-3de71a11dddd), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:54.895028 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436c4b11-34b2-469e-8f47-9e33e42e333a x-openstack-request-id: req-436c4b11-34b2-469e-8f47-9e33e42e333a {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:22:54.895313 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bdd2944-b97f-40e0-a1cb-915cea031265", "tag": "9e7b0b39-c340-4a59-8b3a-a243b300266f", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:22:54.895688 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-436c4b11-34b2-469e-8f47-9e33e42e333a {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:22:54.896140 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436c4b11-34b2-469e-8f47-9e33e42e333a'] response: {'name': 'network-changed', 'server_uuid': '6bdd2944-b97f-40e0-a1cb-915cea031265', 'tag': '9e7b0b39-c340-4a59-8b3a-a243b300266f', 'status': 'completed', 'code': 200} Oct 06 12:22:54.906793 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-696ea8b8-3054-4179-b525-2a106408bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:54.911372 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-696ea8b8-3054-4179-b525-2a106408bc7d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1866333 Oct 06 12:22:54.917961 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (180aaafa-49f4-4890-afea-eb300c2b071f), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:54.921381 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:54.922517 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:54.923949 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/180aaafa-49f4-4890-afea-eb300c2b071f HTTP/1.1" status: 200 len: 1094 time: 3.2970610 Oct 06 12:22:54.986989 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ca1912a1-e498-4aa0-abcf-60da16e0a22f req-315b3057-4aa4-4f73-b5e8-5f6fba020be8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528778 Oct 06 12:22:55.009565 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a108638-50ce-4432-9515-21b894314207 req-1445652d-6669-4626-bf00-a8a04093897d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:22:55.013695 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445652d-6669-4626-bf00-a8a04093897d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event updated for resources: {'Port': ['ID=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:55.015335 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 49494) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:55.016570 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [req-1a108638-50ce-4432-9515-21b894314207 req-1445652d-6669-4626-bf00-a8a04093897d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:55.097212 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-71b97221-abf8-45cf-adfc-db7956bb6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:55.102907 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a108638-50ce-4432-9515-21b894314207 req-1445652d-6669-4626-bf00-a8a04093897d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:22:55.104294 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-71b97221-abf8-45cf-adfc-db7956bb6b5f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 1128 time: 0.0995469 Oct 06 12:22:55.109957 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a108638-50ce-4432-9515-21b894314207 req-1445652d-6669-4626-bf00-a8a04093897d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:55.110845 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-1a108638-50ce-4432-9515-21b894314207 req-1445652d-6669-4626-bf00-a8a04093897d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:55.215352 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a108638-50ce-4432-9515-21b894314207 req-1445652d-6669-4626-bf00-a8a04093897d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2794194 Oct 06 12:22:55.234630 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80d41a-1391-405a-9ca4-daf549638e7a service neutron] Pushing event updated for resources: {'Port': ['ID=180aaafa-49f4-4890-afea-eb300c2b071f,revision_number=3']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:55.254658 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-53ab9c22-c86f-454f-85b0-7a07297ab866 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292983 Oct 06 12:22:55.263367 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc4232-16b5-42a8-8b65-5fffe72298f9 req-a63e80bd-dc93-4dab-8533-9bfc46951f2a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:55.265030 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-acfc4232-16b5-42a8-8b65-5fffe72298f9 req-a63e80bd-dc93-4dab-8533-9bfc46951f2a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 931 time: 0.1214118 Oct 06 12:22:55.286336 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f8216f89-0e9c-4227-9529-d7ac9a54ade5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:55.300579 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:55.356066 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-acfc4232-16b5-42a8-8b65-5fffe72298f9 req-e1dc8cec-edff-4aaf-8a8b-1dc200b0b387 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826499 Oct 06 12:22:55.410563 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f8216f89-0e9c-4227-9529-d7ac9a54ade5 admin admin] Publish callbacks [] for security_group (15c98c89-a974-4ef7-a00e-123097e65bb7), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:55.416940 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-310474d7-6696-42f0-86c4-a58f7394ada5 None None] Provisioning complete for port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:22:55.417536 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-310474d7-6696-42f0-86c4-a58f7394ada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (2f5ac9b9-0c5c-4565-96ae-3de71a11dddd), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:55.417704 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-310474d7-6696-42f0-86c4-a58f7394ada5 None None] Attempt 1 to provision port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd Oct 06 12:22:55.418252 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f8216f89-0e9c-4227-9529-d7ac9a54ade5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (15c98c89-a974-4ef7-a00e-123097e65bb7), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:55.466395 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-310474d7-6696-42f0-86c4-a58f7394ada5 None None] Port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:22:55.494342 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 49516) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:55.587250 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c800e-af81-4200-942b-ddad76630666 req-ef24ebe4-0c61-4509-87f3-87dccf03d252 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:55.589872 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1d2c800e-af81-4200-942b-ddad76630666 req-ef24ebe4-0c61-4509-87f3-87dccf03d252 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0639048 Oct 06 12:22:55.600116 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 49520) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:55.654676 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8216f89-0e9c-4227-9529-d7ac9a54ade5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c98c89-a974-4ef7-a00e-123097e65bb7,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:55.663213 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-f8216f89-0e9c-4227-9529-d7ac9a54ade5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=45d44dd7707a45399e078892328d5e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6443808 Oct 06 12:22:55.663798 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 49524) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:55.672050 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1d2c800e-af81-4200-942b-ddad76630666 req-092b8e33-5d9b-4a28-a1f9-f88bf617c2aa tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762048 Oct 06 12:22:55.718344 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cff3b9d3-41ef-45b4-876d-9d00715ce9c0 admin admin] Publish callbacks [] for security_group (15c98c89-a974-4ef7-a00e-123097e65bb7), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:55.721025 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:55.740888 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cff3b9d3-41ef-45b4-876d-9d00715ce9c0 admin admin] Publish callbacks [] for security_group (15c98c89-a974-4ef7-a00e-123097e65bb7), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:55.750909 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4df62986-5269-41f4-b476-aeae836f0571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:55.772995 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4ec18b06-2e91-40ff-ab02-3f5381d7f2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:55.793345 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cff3b9d3-41ef-45b4-876d-9d00715ce9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (15c98c89-a974-4ef7-a00e-123097e65bb7), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:55.796138 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cff3b9d3-41ef-45b4-876d-9d00715ce9c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:55.797324 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-cff3b9d3-41ef-45b4-876d-9d00715ce9c0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/15c98c89-a974-4ef7-a00e-123097e65bb7 HTTP/1.1" status: 204 len: 168 time: 0.1329558 Oct 06 12:22:55.805837 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3b9d3-41ef-45b4-876d-9d00715ce9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c98c89-a974-4ef7-a00e-123097e65bb7,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:55.914643 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4df62986-5269-41f4-b476-aeae836f0571 admin admin] Publish callbacks [] for security_group (1ce64991-7798-42a8-ba52-50e1b17d4a4e), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:55.920342 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4ec18b06-2e91-40ff-ab02-3f5381d7f2c8 admin admin] Publish callbacks [] for security_group (493fdfb9-a716-449d-84f4-c84ef812f75d), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:55.922495 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4df62986-5269-41f4-b476-aeae836f0571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (1ce64991-7798-42a8-ba52-50e1b17d4a4e), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:55.932495 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=14 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:55.940106 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4ec18b06-2e91-40ff-ab02-3f5381d7f2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (493fdfb9-a716-449d-84f4-c84ef812f75d), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.007579 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:56.010197 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-4df62986-5269-41f4-b476-aeae836f0571 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=dd1c2d95526e4e8aba8fb7fd44eed029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5145259 Oct 06 12:22:56.013104 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 49532) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:56.019015 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-4ec18b06-2e91-40ff-ab02-3f5381d7f2c8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b0278d42d0c04365998dbd2d14f13ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4173212 Oct 06 12:22:56.023160 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df62986-5269-41f4-b476-aeae836f0571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce64991-7798-42a8-ba52-50e1b17d4a4e,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:56.024575 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 49534) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:56.043617 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861af7f-51ef-4ec8-9d87-6c2af1b677cc req-77b9600e-005c-4fa8-95e1-8065dfd309f2 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:56.045403 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7861af7f-51ef-4ec8-9d87-6c2af1b677cc req-77b9600e-005c-4fa8-95e1-8065dfd309f2 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 944 time: 0.0889366 Oct 06 12:22:56.080163 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec18b06-2e91-40ff-ab02-3f5381d7f2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493fdfb9-a716-449d-84f4-c84ef812f75d,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:56.117666 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7861af7f-51ef-4ec8-9d87-6c2af1b677cc req-a99f0732-2630-4acb-ba67-a6420a2c18ee tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640438 Oct 06 12:22:56.133333 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4ffc-86db-4e09-8f49-f755e6b1da6b admin admin] Publish callbacks [] for security_group (1ce64991-7798-42a8-ba52-50e1b17d4a4e), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.135549 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-07ef5d9d-8ad8-44b4-beff-33109efeebb5 admin admin] Publish callbacks [] for security_group (493fdfb9-a716-449d-84f4-c84ef812f75d), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.169963 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 49538) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:56.171137 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4ffc-86db-4e09-8f49-f755e6b1da6b admin admin] Publish callbacks [] for security_group (1ce64991-7798-42a8-ba52-50e1b17d4a4e), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.179614 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-07ef5d9d-8ad8-44b4-beff-33109efeebb5 admin admin] Publish callbacks [] for security_group (493fdfb9-a716-449d-84f4-c84ef812f75d), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.186328 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-28729913-e0d2-43bc-8533-84336324c9b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.265023 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4ffc-86db-4e09-8f49-f755e6b1da6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (1ce64991-7798-42a8-ba52-50e1b17d4a4e), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.267913 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4ffc-86db-4e09-8f49-f755e6b1da6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.272386 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-c7bb4ffc-86db-4e09-8f49-f755e6b1da6b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1ce64991-7798-42a8-ba52-50e1b17d4a4e HTTP/1.1" status: 204 len: 168 time: 0.2577641 Oct 06 12:22:56.277905 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-07ef5d9d-8ad8-44b4-beff-33109efeebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (493fdfb9-a716-449d-84f4-c84ef812f75d), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.287040 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-07ef5d9d-8ad8-44b4-beff-33109efeebb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.288570 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-07ef5d9d-8ad8-44b4-beff-33109efeebb5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/493fdfb9-a716-449d-84f4-c84ef812f75d HTTP/1.1" status: 204 len: 168 time: 0.2469640 Oct 06 12:22:56.290268 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:22:56.296378 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb4ffc-86db-4e09-8f49-f755e6b1da6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce64991-7798-42a8-ba52-50e1b17d4a4e,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:56.313181 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef5d9d-8ad8-44b4-beff-33109efeebb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493fdfb9-a716-449d-84f4-c84ef812f75d,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:56.354556 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-28729913-e0d2-43bc-8533-84336324c9b1 admin admin] Publish callbacks [] for security_group (212097b3-6d27-4ba5-9e50-4a38aaf98723), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.359841 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-28729913-e0d2-43bc-8533-84336324c9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (212097b3-6d27-4ba5-9e50-4a38aaf98723), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.409580 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-28729913-e0d2-43bc-8533-84336324c9b1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0b0b610ee7404339b4c1c5d8bf60d456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382543 Oct 06 12:22:56.410581 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28729913-e0d2-43bc-8533-84336324c9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212097b3-6d27-4ba5-9e50-4a38aaf98723,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:56.412587 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 49554) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:56.532189 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7347ab5b-7b6b-4dd2-a992-35120bbe6cd5 admin admin] Publish callbacks [] for security_group (212097b3-6d27-4ba5-9e50-4a38aaf98723), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.550252 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bc88d-2d06-43ca-be64-d3f6896805a7 req-64b561cc-cd80-4f50-8b8b-c818053c4a28 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:56.552399 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-700bc88d-2d06-43ca-be64-d3f6896805a7 req-64b561cc-cd80-4f50-8b8b-c818053c4a28 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 931 time: 0.0656245 Oct 06 12:22:56.572876 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7347ab5b-7b6b-4dd2-a992-35120bbe6cd5 admin admin] Publish callbacks [] for security_group (212097b3-6d27-4ba5-9e50-4a38aaf98723), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.654694 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-700bc88d-2d06-43ca-be64-d3f6896805a7 req-13ab4f58-f71f-4dd6-9b3c-ef8bf056560f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910451 Oct 06 12:22:56.659472 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7347ab5b-7b6b-4dd2-a992-35120bbe6cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (212097b3-6d27-4ba5-9e50-4a38aaf98723), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.662342 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7347ab5b-7b6b-4dd2-a992-35120bbe6cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.665993 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-7347ab5b-7b6b-4dd2-a992-35120bbe6cd5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/212097b3-6d27-4ba5-9e50-4a38aaf98723 HTTP/1.1" status: 204 len: 168 time: 0.2492995 Oct 06 12:22:56.674005 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347ab5b-7b6b-4dd2-a992-35120bbe6cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212097b3-6d27-4ba5-9e50-4a38aaf98723,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:56.701736 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ff3ab6-55a2-45ae-a912-59faf8868070', 'tag': '180aaafa-49f4-4890-afea-eb300c2b071f'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:22:56.708728 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1b8fa0-ab73-4869-8adb-5f1c6293123a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ff3ab6-55a2-45ae-a912-59faf8868070", "tag": "180aaafa-49f4-4890-afea-eb300c2b071f"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:22:56.778157 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302758d6-9221-4583-b2b0-9bfceef2835e x-openstack-request-id: req-302758d6-9221-4583-b2b0-9bfceef2835e {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:22:56.778970 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ff3ab6-55a2-45ae-a912-59faf8868070", "tag": "180aaafa-49f4-4890-afea-eb300c2b071f", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:22:56.778970 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-302758d6-9221-4583-b2b0-9bfceef2835e {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:22:56.779155 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302758d6-9221-4583-b2b0-9bfceef2835e'] response: {'name': 'network-changed', 'server_uuid': 'd1ff3ab6-55a2-45ae-a912-59faf8868070', 'tag': '180aaafa-49f4-4890-afea-eb300c2b071f', 'status': 'completed', 'code': 200} Oct 06 12:22:56.843622 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8eeb7-5393-46f7-a503-8344f9c2b4c4 req-e8e02553-01e9-4cf8-8867-9b38ed166f08 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:56.845111 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-92e8eeb7-5393-46f7-a503-8344f9c2b4c4 req-e8e02553-01e9-4cf8-8867-9b38ed166f08 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0704494 Oct 06 12:22:56.894472 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 49570) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:56.901996 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-92e8eeb7-5393-46f7-a503-8344f9c2b4c4 req-aa93fb09-9f02-44a5-bf8c-a32f2b21e4f9 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493965 Oct 06 12:22:56.915693 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-47ba5cb2-60fe-4be8-860d-495952fbaede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:56.929480 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:INSERT=7,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:56.963845 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 49572) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:56.977694 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-eb7da9be-c6b5-43c3-a4bb-90ac59538d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:57.019578 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-47ba5cb2-60fe-4be8-860d-495952fbaede admin admin] Publish callbacks [] for security_group (35dfaf8a-f7bc-4a08-9478-65c9b8230776), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:57.024126 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-47ba5cb2-60fe-4be8-860d-495952fbaede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (35dfaf8a-f7bc-4a08-9478-65c9b8230776), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:57.073769 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-eb7da9be-c6b5-43c3-a4bb-90ac59538d6a admin admin] Publish callbacks [] for security_group (6484ca45-1923-4e65-8fa3-9e4f303e75e7), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:57.075366 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-47ba5cb2-60fe-4be8-860d-495952fbaede admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f2301ca0dee846ca818a6a2ab98764c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791575 Oct 06 12:22:57.076623 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba5cb2-60fe-4be8-860d-495952fbaede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dfaf8a-f7bc-4a08-9478-65c9b8230776,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:57.077715 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 49574) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:57.086362 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-eb7da9be-c6b5-43c3-a4bb-90ac59538d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (6484ca45-1923-4e65-8fa3-9e4f303e75e7), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:57.148869 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7da9be-c6b5-43c3-a4bb-90ac59538d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6484ca45-1923-4e65-8fa3-9e4f303e75e7,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:57.154932 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-eb7da9be-c6b5-43c3-a4bb-90ac59538d6a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d74251e7a24545c3bc82fe30518ffe57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899552 Oct 06 12:22:57.158609 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 49578) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:57.207815 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0ac0-cc42-4469-992d-c4102fb077e2 admin admin] Publish callbacks [] for security_group (35dfaf8a-f7bc-4a08-9478-65c9b8230776), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:57.224407 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:57.263572 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0ac0-cc42-4469-992d-c4102fb077e2 admin admin] Publish callbacks [] for security_group (35dfaf8a-f7bc-4a08-9478-65c9b8230776), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:57.284433 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:57.320800 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5e865-89a6-4cfc-bc46-90bc68f6d60c req-1e757b45-8db0-450f-8350-4d1011e010cd tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:57.322301 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-63d5e865-89a6-4cfc-bc46-90bc68f6d60c req-1e757b45-8db0-450f-8350-4d1011e010cd tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 944 time: 0.1024721 Oct 06 12:22:57.328450 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e0dd7047-af6d-46c3-a793-f9b385fe2c9c admin admin] Publish callbacks [] for security_group (6484ca45-1923-4e65-8fa3-9e4f303e75e7), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:57.372086 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e0dd7047-af6d-46c3-a793-f9b385fe2c9c admin admin] Publish callbacks [] for security_group (6484ca45-1923-4e65-8fa3-9e4f303e75e7), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:57.403931 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0ac0-cc42-4469-992d-c4102fb077e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (35dfaf8a-f7bc-4a08-9478-65c9b8230776), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:57.406707 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0ac0-cc42-4469-992d-c4102fb077e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:57.410511 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-ec5a0ac0-cc42-4469-992d-c4102fb077e2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/35dfaf8a-f7bc-4a08-9478-65c9b8230776 HTTP/1.1" status: 204 len: 168 time: 0.3289332 Oct 06 12:22:57.431103 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-63d5e865-89a6-4cfc-bc46-90bc68f6d60c req-2bf6afbc-5fa9-455f-8b21-121b570f9ed4 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999775 Oct 06 12:22:57.435747 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a0ac0-cc42-4469-992d-c4102fb077e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dfaf8a-f7bc-4a08-9478-65c9b8230776,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:57.489843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e0dd7047-af6d-46c3-a793-f9b385fe2c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (6484ca45-1923-4e65-8fa3-9e4f303e75e7), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:57.489843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e0dd7047-af6d-46c3-a793-f9b385fe2c9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:57.491051 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-e0dd7047-af6d-46c3-a793-f9b385fe2c9c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6484ca45-1923-4e65-8fa3-9e4f303e75e7 HTTP/1.1" status: 204 len: 168 time: 0.3296268 Oct 06 12:22:57.499618 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd7047-af6d-46c3-a793-f9b385fe2c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6484ca45-1923-4e65-8fa3-9e4f303e75e7,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:57.790819 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5776e-8831-4a35-8698-b9dd6a404fa2 req-59739c9f-31c3-4c3c-bcbc-bd9981fac60e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:57.793431 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e5c5776e-8831-4a35-8698-b9dd6a404fa2 req-59739c9f-31c3-4c3c-bcbc-bd9981fac60e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 931 time: 0.0645976 Oct 06 12:22:57.856333 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e5c5776e-8831-4a35-8698-b9dd6a404fa2 req-befe0c90-898d-4ee5-86c8-3373ea8a5e19 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561323 Oct 06 12:22:58.041486 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6274146-bc49-43fa-829e-73319c34d477 req-c77f8716-076d-4233-b34b-231c70a152b5 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:58.043033 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b6274146-bc49-43fa-829e-73319c34d477 req-c77f8716-076d-4233-b34b-231c70a152b5 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0555305 Oct 06 12:22:58.114483 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b6274146-bc49-43fa-829e-73319c34d477 req-3db315b7-4041-4aa4-8265-d6f2e2ff2807 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655863 Oct 06 12:22:58.330595 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:58.513434 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 49650) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:58.609053 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95a54e-e704-4c26-99e0-a9befa5a8c10 req-e85f09d6-2563-49cb-8b3b-c6b13f8a096a tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:58.619284 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ad95a54e-e704-4c26-99e0-a9befa5a8c10 req-e85f09d6-2563-49cb-8b3b-c6b13f8a096a tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 944 time: 0.0723400 Oct 06 12:22:58.681655 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ad95a54e-e704-4c26-99e0-a9befa5a8c10 req-53313805-11b7-469b-a597-60ff82e99b6e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611424 Oct 06 12:22:58.832813 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-b6343c55-cc4f-47c6-ac25-0ff2fce74a5f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1936123877-network', 'tenant_id': '2a97e649b405464a9fc7ec379401ca2c'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:58.857362 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6343c55-cc4f-47c6-ac25-0ff2fce74a5f admin admin] Made reservation on behalf of 2a97e649b405464a9fc7ec379401ca2c for: {'network': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:22:58.860095 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b6343c55-cc4f-47c6-ac25-0ff2fce74a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:58.869720 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b6343c55-cc4f-47c6-ac25-0ff2fce74a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:58.981107 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b6343c55-cc4f-47c6-ac25-0ff2fce74a5f admin admin] Publish callbacks [] for security_group (2cbdcdba-58eb-46a3-b328-e3998a370a56), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:58.996386 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea705e78-d48e-457e-a2c7-eae0fac9fb21 req-911747e8-cfc3-4244-a77b-31fbe518c5bb tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:58.997885 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ea705e78-d48e-457e-a2c7-eae0fac9fb21 req-911747e8-cfc3-4244-a77b-31fbe518c5bb tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 931 time: 0.0643311 Oct 06 12:22:58.998614 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b6343c55-cc4f-47c6-ac25-0ff2fce74a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (2cbdcdba-58eb-46a3-b328-e3998a370a56), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:59.028042 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6343c55-cc4f-47c6-ac25-0ff2fce74a5f admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=106140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:22:59.056746 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6343c55-cc4f-47c6-ac25-0ff2fce74a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbdcdba-58eb-46a3-b328-e3998a370a56,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:59.060216 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b6343c55-cc4f-47c6-ac25-0ff2fce74a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (0cc6197c-e9a5-4919-8005-f09c2098142b), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:59.060560 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.segments_db [None req-b6343c55-cc4f-47c6-ac25-0ff2fce74a5f admin admin] Added segment 0cc6197c-e9a5-4919-8005-f09c2098142b of type vlan for network acaf75ab-e2bf-49c1-8c48-81c3e5201a87 Oct 06 12:22:59.083104 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 49678) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:59.118780 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ea705e78-d48e-457e-a2c7-eae0fac9fb21 req-0ff4cf95-89d5-4b5a-97eb-43ef0cde6cf1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113591 Oct 06 12:22:59.122643 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b6343c55-cc4f-47c6-ac25-0ff2fce74a5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (acaf75ab-e2bf-49c1-8c48-81c3e5201a87), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:59.126108 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:59.154682 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b6343c55-cc4f-47c6-ac25-0ff2fce74a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (acaf75ab-e2bf-49c1-8c48-81c3e5201a87), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:59.155976 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6343c55-cc4f-47c6-ac25-0ff2fce74a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:59.156738 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b6343c55-cc4f-47c6-ac25-0ff2fce74a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:59.206566 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7217a9dc-59dc-43d9-8024-6b3e0cf0886a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:59.208229 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:59.211839 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-b6343c55-cc4f-47c6-ac25-0ff2fce74a5f admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6968334 Oct 06 12:22:59.217790 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 49684) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:59.224987 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-b1fa71f4-3821-423b-8c27-19040017757b admin admin] Request body: {'subnet': {'network_id': 'acaf75ab-e2bf-49c1-8c48-81c3e5201a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1936123877-subnet', 'tenant_id': '2a97e649b405464a9fc7ec379401ca2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:22:59.239792 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:22:59.260277 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6343c55-cc4f-47c6-ac25-0ff2fce74a5f admin admin] Pushing event updated for resources: {'Network': ['ID=acaf75ab-e2bf-49c1-8c48-81c3e5201a87,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:59.271353 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fa71f4-3821-423b-8c27-19040017757b admin admin] Made reservation on behalf of 2a97e649b405464a9fc7ec379401ca2c for: {'subnet': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:22:59.273979 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b1fa71f4-3821-423b-8c27-19040017757b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:59.274894 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network acaf75ab-e2bf-49c1-8c48-81c3e5201a87 details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:22:59.277445 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d08c1c-769a-4c57-9d52-f90c7fe2f2b0 req-c3e3a02d-5ed7-48dd-9e68-d685b6dadaa2 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:59.279214 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66d08c1c-769a-4c57-9d52-f90c7fe2f2b0 req-c3e3a02d-5ed7-48dd-9e68-d685b6dadaa2 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0740573 Oct 06 12:22:59.333764 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66d08c1c-769a-4c57-9d52-f90c7fe2f2b0 req-76b2c4a3-5094-4bef-b774-39c7c94ff151 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476010 Oct 06 12:22:59.389379 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7217a9dc-59dc-43d9-8024-6b3e0cf0886a admin admin] Publish callbacks [] for security_group (543b2d6f-91dd-4143-a685-af72e667d6bc), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:59.394760 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7217a9dc-59dc-43d9-8024-6b3e0cf0886a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (543b2d6f-91dd-4143-a685-af72e667d6bc), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:59.444478 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-7217a9dc-59dc-43d9-8024-6b3e0cf0886a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f54196a225b4406fbbf263cbabdc1605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599968 Oct 06 12:22:59.447271 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 49686) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:22:59.462321 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217a9dc-59dc-43d9-8024-6b3e0cf0886a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543b2d6f-91dd-4143-a685-af72e667d6bc,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:59.499417 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8ed30f85-5d02-4128-beaf-900a0712a66f admin admin] Publish callbacks [] for security_group (543b2d6f-91dd-4143-a685-af72e667d6bc), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:59.519048 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8ed30f85-5d02-4128-beaf-900a0712a66f admin admin] Publish callbacks [] for security_group (543b2d6f-91dd-4143-a685-af72e667d6bc), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:59.528438 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b1fa71f4-3821-423b-8c27-19040017757b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (4f62f4e5-09da-4c8a-b87d-ef12d45cfd61), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:59.567420 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8ed30f85-5d02-4128-beaf-900a0712a66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (543b2d6f-91dd-4143-a685-af72e667d6bc), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:59.569986 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8ed30f85-5d02-4128-beaf-900a0712a66f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:59.571306 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-8ed30f85-5d02-4128-beaf-900a0712a66f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/543b2d6f-91dd-4143-a685-af72e667d6bc HTTP/1.1" status: 204 len: 168 time: 0.1227932 Oct 06 12:22:59.579239 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa71f4-3821-423b-8c27-19040017757b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f62f4e5-09da-4c8a-b87d-ef12d45cfd61,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:59.580178 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed30f85-5d02-4128-beaf-900a0712a66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543b2d6f-91dd-4143-a685-af72e667d6bc,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:22:59.612340 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fa71f4-3821-423b-8c27-19040017757b admin admin] Checking segment: {'id': '0cc6197c-e9a5-4919-8005-f09c2098142b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'acaf75ab-e2bf-49c1-8c48-81c3e5201a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:22:59.612702 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fa71f4-3821-423b-8c27-19040017757b admin admin] Network hostable DHCP agents. Network: acaf75ab-e2bf-49c1-8c48-81c3e5201a87, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:22:59.632341 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fa71f4-3821-423b-8c27-19040017757b admin admin] Network acaf75ab-e2bf-49c1-8c48-81c3e5201a87 is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:22:59.644317 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-b1fa71f4-3821-423b-8c27-19040017757b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, acaf75ab-e2bf-49c1-8c48-81c3e5201a87) {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:22:59.654052 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a780a6a2-c7a9-4820-a9a3-c769fd40755a None None] Network acaf75ab-e2bf-49c1-8c48-81c3e5201a87 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:22:59.657867 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa71f4-3821-423b-8c27-19040017757b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:59.658473 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b1fa71f4-3821-423b-8c27-19040017757b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:22:59.710500 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b1fa71f4-3821-423b-8c27-19040017757b admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4861906 Oct 06 12:22:59.801507 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 9e7b0b39-c340-4a59-8b3a-a243b300266f details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:22:59.859903 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796ef14-9fb2-4993-b0f4-a27bb1afa800 req-ac1ffb94-bd44-478f-a868-35bbfcf7e390 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:22:59.861850 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f796ef14-9fb2-4993-b0f4-a27bb1afa800 req-ac1ffb94-bd44-478f-a868-35bbfcf7e390 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 944 time: 0.0637379 Oct 06 12:22:59.891540 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204ad562-3d75-44ae-b466-e1e5071cf42f None None] Network acaf75ab-e2bf-49c1-8c48-81c3e5201a87 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:22:59.947940 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f796ef14-9fb2-4993-b0f4-a27bb1afa800 req-81f8ab5e-8376-4161-b6f7-de61bd482bab tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750732 Oct 06 12:23:00.081396 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 9e7b0b39-c340-4a59-8b3a-a243b300266f, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9e7b0b39-c340-4a59-8b3a-a243b300266f,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:23:00.093650 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '9e7b0b39-c340-4a59-8b3a-a243b300266f', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'port_id': '9e7b0b39-c340-4a59-8b3a-a243b300266f', 'mac_address': 'fa:16:3e:84:22:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:23:00.138639 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 9e7b0b39-c340-4a59-8b3a-a243b300266f is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:23:00.139085 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9e7b0b39-c340-4a59-8b3a-a243b300266f), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:00.152678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7b0b39-c340-4a59-8b3a-a243b300266f {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:23:00.178956 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 9e7b0b39-c340-4a59-8b3a-a243b300266f, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9e7b0b39-c340-4a59-8b3a-a243b300266f,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:23:00.184779 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (9e7b0b39-c340-4a59-8b3a-a243b300266f), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:00.264530 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=9e7b0b39-c340-4a59-8b3a-a243b300266f,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:00.270635 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba717545-9454-47d2-a591-9653df8d1cf8 req-336607da-89c2-4332-b49d-bfea2c62513f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:00.272507 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ba717545-9454-47d2-a591-9653df8d1cf8 req-336607da-89c2-4332-b49d-bfea2c62513f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 931 time: 0.0520105 Oct 06 12:23:00.336233 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ba717545-9454-47d2-a591-9653df8d1cf8 req-5b8d72b3-e16b-4688-a6c6-c0500cde2c1f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528414 Oct 06 12:23:00.476092 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 49732) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:00.480918 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-5574c59e-1044-4ca4-8993-4e6a4df91b9a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-434135512-network', 'tenant_id': '71b5f1c8eb874fc2924e02f0950d0fed'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:23:00.496022 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec351af-2a1a-47bd-b4a0-38ab4820a2f0 req-ecab4fc4-12a7-4a71-8493-ee8422b77621 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:00.500053 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1ec351af-2a1a-47bd-b4a0-38ab4820a2f0 req-ecab4fc4-12a7-4a71-8493-ee8422b77621 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0618129 Oct 06 12:23:00.502354 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5574c59e-1044-4ca4-8993-4e6a4df91b9a admin admin] Made reservation on behalf of 71b5f1c8eb874fc2924e02f0950d0fed for: {'network': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:23:00.505271 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5574c59e-1044-4ca4-8993-4e6a4df91b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:00.518372 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5574c59e-1044-4ca4-8993-4e6a4df91b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:00.553120 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1ec351af-2a1a-47bd-b4a0-38ab4820a2f0 req-ef2ced61-c2e1-4722-a917-fae8ca69d385 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481446 Oct 06 12:23:00.556849 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:00.613640 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5574c59e-1044-4ca4-8993-4e6a4df91b9a admin admin] Publish callbacks [] for security_group (e84485c3-d209-47b7-89f6-4ac09433c4d5), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:00.617394 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5574c59e-1044-4ca4-8993-4e6a4df91b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (e84485c3-d209-47b7-89f6-4ac09433c4d5), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:00.643046 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5574c59e-1044-4ca4-8993-4e6a4df91b9a admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=106139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:23:00.657318 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574c59e-1044-4ca4-8993-4e6a4df91b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84485c3-d209-47b7-89f6-4ac09433c4d5,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:00.665127 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5574c59e-1044-4ca4-8993-4e6a4df91b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (cac5d6ae-21a0-4a5c-ac18-df51c8db6eb7), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:00.665476 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.segments_db [None req-5574c59e-1044-4ca4-8993-4e6a4df91b9a admin admin] Added segment cac5d6ae-21a0-4a5c-ac18-df51c8db6eb7 of type vlan for network efbbde7b-c049-4bad-8fbc-d6839a7113a4 Oct 06 12:23:00.709781 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5574c59e-1044-4ca4-8993-4e6a4df91b9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (efbbde7b-c049-4bad-8fbc-d6839a7113a4), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:00.727171 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:00.739283 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5574c59e-1044-4ca4-8993-4e6a4df91b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (efbbde7b-c049-4bad-8fbc-d6839a7113a4), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:00.740475 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5574c59e-1044-4ca4-8993-4e6a4df91b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:00.741053 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5574c59e-1044-4ca4-8993-4e6a4df91b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:00.805509 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-5574c59e-1044-4ca4-8993-4e6a4df91b9a admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3283854 Oct 06 12:23:00.811087 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 49742) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:00.821487 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574c59e-1044-4ca4-8993-4e6a4df91b9a admin admin] Pushing event updated for resources: {'Network': ['ID=efbbde7b-c049-4bad-8fbc-d6839a7113a4,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:00.832602 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network efbbde7b-c049-4bad-8fbc-d6839a7113a4 details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:23:00.833106 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-c945e2bb-122d-442d-8f59-254aded31341 admin admin] Request body: {'subnet': {'network_id': 'efbbde7b-c049-4bad-8fbc-d6839a7113a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-434135512-subnet', 'tenant_id': '71b5f1c8eb874fc2924e02f0950d0fed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:23:00.854066 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c945e2bb-122d-442d-8f59-254aded31341 admin admin] Made reservation on behalf of 71b5f1c8eb874fc2924e02f0950d0fed for: {'subnet': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:23:00.858159 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c945e2bb-122d-442d-8f59-254aded31341 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:01.273196 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c945e2bb-122d-442d-8f59-254aded31341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (a620e79c-af14-47f3-b1d0-78fd8c372ea0), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:01.289905 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9a41d-5ef5-4035-b24b-38661aa91e78 req-16e31015-c10d-4cc7-8081-0395a3dd896d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:01.291388 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-00f9a41d-5ef5-4035-b24b-38661aa91e78 req-16e31015-c10d-4cc7-8081-0395a3dd896d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 944 time: 0.2327330 Oct 06 12:23:01.330696 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:01.351443 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:01.365663 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945e2bb-122d-442d-8f59-254aded31341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a620e79c-af14-47f3-b1d0-78fd8c372ea0,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:01.394436 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-00f9a41d-5ef5-4035-b24b-38661aa91e78 req-67952508-f453-4ea8-ab7e-231f84e7724a tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849946 Oct 06 12:23:01.404583 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c945e2bb-122d-442d-8f59-254aded31341 admin admin] Checking segment: {'id': 'cac5d6ae-21a0-4a5c-ac18-df51c8db6eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efbbde7b-c049-4bad-8fbc-d6839a7113a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:23:01.404583 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c945e2bb-122d-442d-8f59-254aded31341 admin admin] Network hostable DHCP agents. Network: efbbde7b-c049-4bad-8fbc-d6839a7113a4, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:23:01.456251 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c945e2bb-122d-442d-8f59-254aded31341 admin admin] Network efbbde7b-c049-4bad-8fbc-d6839a7113a4 is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:23:01.474168 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-c945e2bb-122d-442d-8f59-254aded31341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, efbbde7b-c049-4bad-8fbc-d6839a7113a4) {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:23:01.478769 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c945e2bb-122d-442d-8f59-254aded31341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:01.480373 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c945e2bb-122d-442d-8f59-254aded31341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:01.483346 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cd6641-748e-44ae-8b9f-ef86dc2f71f7 None None] Network efbbde7b-c049-4bad-8fbc-d6839a7113a4 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:23:01.489821 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53759fb1-aae6-4d63-b522-361898c18d26 req-38a31242-7e7e-4276-9075-d2192cc99115 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:01.491361 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-53759fb1-aae6-4d63-b522-361898c18d26 req-38a31242-7e7e-4276-9075-d2192cc99115 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 931 time: 0.0680754 Oct 06 12:23:01.515387 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-c945e2bb-122d-442d-8f59-254aded31341 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7015753 Oct 06 12:23:01.569995 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-53759fb1-aae6-4d63-b522-361898c18d26 req-dc7fe781-5b6b-44e5-8423-1bc7a7568921 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533204 Oct 06 12:23:01.622294 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013ce305-5676-4f12-b567-a86044cf37d2 None None] Network efbbde7b-c049-4bad-8fbc-d6839a7113a4 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:23:01.641448 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:01.719207 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93acd-b891-4b65-82da-9a1dd900bd2f req-f0a3654c-fba4-4f0b-acb6-b8c99650f0f1 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:01.720807 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f9d93acd-b891-4b65-82da-9a1dd900bd2f req-f0a3654c-fba4-4f0b-acb6-b8c99650f0f1 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0760117 Oct 06 12:23:01.801876 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f9d93acd-b891-4b65-82da-9a1dd900bd2f req-368e7015-68de-4037-9233-a49a6a1ddab6 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735364 Oct 06 12:23:02.518429 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846583ff-54e1-4bcb-bd11-73a60d295af2 req-8ac8eb96-cc67-4d05-98c2-856263708cbb tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:02.519881 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-846583ff-54e1-4bcb-bd11-73a60d295af2 req-8ac8eb96-cc67-4d05-98c2-856263708cbb tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 944 time: 0.0447974 Oct 06 12:23:02.569359 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-846583ff-54e1-4bcb-bd11-73a60d295af2 req-42b4313a-5e04-4610-b6a0-0f3d1fd4c4b3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440168 Oct 06 12:23:02.701295 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae10350-fb28-4e30-9374-2f9ff858274c req-c0e0d76e-d30a-4ecd-9edb-ce5d1f9bd774 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:02.702653 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4ae10350-fb28-4e30-9374-2f9ff858274c req-c0e0d76e-d30a-4ecd-9edb-ce5d1f9bd774 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 931 time: 0.0499020 Oct 06 12:23:02.734234 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Request body: {'port': {'device_id': 'b7c26e82-69b3-4ffa-97e2-7ca36b941c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:23:02.748981 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-f1a74db2-287f-4eab-9162-f960e6fe3436 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=180aaafa-49f4-4890-afea-eb300c2b071f HTTP/1.1" status: 200 len: 217 time: 0.0333128 Oct 06 12:23:02.823193 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-3941704a-e450-425e-9ecc-1b3c6b1ed839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:02.824778 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-3941704a-e450-425e-9ecc-1b3c6b1ed839 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.0550663 Oct 06 12:23:02.876171 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae17faf-9ff7-4134-a246-a17a3f0145e5 req-3cd271a5-510e-4fa1-9957-27e75092a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:02.877671 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bae17faf-9ff7-4134-a246-a17a3f0145e5 req-3cd271a5-510e-4fa1-9957-27e75092a661 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 1129 time: 0.1379972 Oct 06 12:23:02.881036 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-8903dbbd-903a-43c9-b89a-96f28fddf09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:02.882930 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-8903dbbd-903a-43c9-b89a-96f28fddf09d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509088 Oct 06 12:23:02.904122 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4ae10350-fb28-4e30-9374-2f9ff858274c req-e41bc545-56f3-4cd6-9349-6e0a801dd3ba tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957409 Oct 06 12:23:02.985407 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (2f5ac9b9-0c5c-4565-96ae-3de71a11dddd), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:02.991492 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-e60f4b15-dc60-4679-8156-547c4f35e6b2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011114 Oct 06 12:23:03.014260 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['9e7b0b39-c340-4a59-8b3a-a243b300266f'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:23:03.086000 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8904-2bc1-4293-bac0-808f8496abd7 req-90cc8789-b5e9-4fe7-bc8c-6a62366f40d4 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:03.093875 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-af5e8904-2bc1-4293-bac0-808f8496abd7 req-90cc8789-b5e9-4fe7-bc8c-6a62366f40d4 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.1669781 Oct 06 12:23:03.095282 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:03.112267 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-b50aa403-2b53-4ebf-8bb6-d52864a0a0b1 req-4db4d695-e09e-4807-9cf5-7d3edc3dadc6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143303 Oct 06 12:23:03.180652 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3fc641b-3c3b-42bd-ad55-525017eaf289 req-57abf412-647b-4e88-a5e2-6b75523f6c5b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628379 Oct 06 12:23:03.234194 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-af5e8904-2bc1-4293-bac0-808f8496abd7 req-b7b869ef-205c-4f96-b9b9-3c002b8bbb59 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393454 Oct 06 12:23:03.287183 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:03.296666 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae17faf-9ff7-4134-a246-a17a3f0145e5 req-2fe611f2-cb81-492b-a3dd-af2eb75c05d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:03.298130 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bae17faf-9ff7-4134-a246-a17a3f0145e5 req-2fe611f2-cb81-492b-a3dd-af2eb75c05d4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 919 time: 0.3923500 Oct 06 12:23:03.298511 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:03.454049 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd {{(pid=106140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:23:03.462925 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Publish callbacks [] for port (2f5ac9b9-0c5c-4565-96ae-3de71a11dddd), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:03.477306 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.provisioning_blocks [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Transition to ACTIVE for port object 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd will not be triggered until provisioned by entity L2. {{(pid=106140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:23:03.480454 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (2f5ac9b9-0c5c-4565-96ae-3de71a11dddd), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:03.548686 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bae17faf-9ff7-4134-a246-a17a3f0145e5 req-1ae353ef-4171-4667-9255-8c06f56c1163 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e7b0b39-c340-4a59-8b3a-a243b300266f HTTP/1.1" status: 200 len: 217 time: 0.0625610 Oct 06 12:23:03.582603 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:03.595332 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Attempting to bind port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:23:03.595714 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Attempting to bind port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:23:03.596038 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Attempting to bind port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd on network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:23:03.640242 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd on network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:23:03.640563 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Attempting to bind port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd on network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:23:03.717367 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e8ebc-c3dd-4e43-9280-309f8659297f req-e6e687a4-d8d1-43ab-9050-6881892306b1 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:03.718805 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2c4e8ebc-c3dd-4e43-9280-309f8659297f req-e6e687a4-d8d1-43ab-9050-6881892306b1 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 944 time: 0.0583630 Oct 06 12:23:03.721359 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:23:03.721689 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Checking segment: {'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:23:03.722063 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Bound using segment: {'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:23:03.722488 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Bound port: 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'}}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:23:03.722843 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (2f5ac9b9-0c5c-4565-96ae-3de71a11dddd), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:03.810891 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2c4e8ebc-c3dd-4e43-9280-309f8659297f req-ba38d0b6-b210-4d12-a237-2665446ab36a tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849226 Oct 06 12:23:03.819376 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] For port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd, host hv-cinder-85604, cleared binding levels {{(pid=106140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:23:03.822419 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] For port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd,segment=NetworkSegment(2a247455-d931-427c-b5d7-06d88a7c7abe),segment_id=2a247455-d931-427c-b5d7-06d88a7c7abe)] {{(pid=106140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:23:03.828809 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (2f5ac9b9-0c5c-4565-96ae-3de71a11dddd), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:03.834377 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:03.834998 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:03.836449 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a108638-50ce-4432-9515-21b894314207 req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/2f5ac9b9-0c5c-4565-96ae-3de71a11dddd HTTP/1.1" status: 200 len: 1093 time: 1.1190267 Oct 06 12:23:03.836948 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c26e82-69b3-4ffa-97e2-7ca36b941c1f', 'tag': '2f5ac9b9-0c5c-4565-96ae-3de71a11dddd'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:23:03.839879 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfb5893-4b01-45b0-a658-53e958ae23f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c26e82-69b3-4ffa-97e2-7ca36b941c1f", "tag": "2f5ac9b9-0c5c-4565-96ae-3de71a11dddd"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:23:03.884934 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908113d6-41ad-40db-8bbe-0800d67e9da5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd,revision_number=3']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:03.900634 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bb3ba7-b9d7-481c-967a-50a4ef9b7fe6 x-openstack-request-id: req-35bb3ba7-b9d7-481c-967a-50a4ef9b7fe6 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:23:03.901220 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c26e82-69b3-4ffa-97e2-7ca36b941c1f", "tag": "2f5ac9b9-0c5c-4565-96ae-3de71a11dddd", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:23:03.901735 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-35bb3ba7-b9d7-481c-967a-50a4ef9b7fe6 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:23:03.902337 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35bb3ba7-b9d7-481c-967a-50a4ef9b7fe6'] response: {'name': 'network-changed', 'server_uuid': 'b7c26e82-69b3-4ffa-97e2-7ca36b941c1f', 'tag': '2f5ac9b9-0c5c-4565-96ae-3de71a11dddd', 'status': 'completed', 'code': 200} Oct 06 12:23:04.038167 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a804c5f-f092-47b6-aec8-753d185d828d req-a434ffb9-39f5-4d27-8c5c-ee3e8b61bd33 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:04.040093 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a804c5f-f092-47b6-aec8-753d185d828d req-a434ffb9-39f5-4d27-8c5c-ee3e8b61bd33 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0649183 Oct 06 12:23:04.096833 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a804c5f-f092-47b6-aec8-753d185d828d req-e0a4105f-e213-4337-ba76-3aebf709762c tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495143 Oct 06 12:23:04.380181 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641e2d4-ed9d-4ed3-a0ef-18a42f02b677 req-8509c94b-541a-4866-8ed5-9476173b892a tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:04.381679 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d641e2d4-ed9d-4ed3-a0ef-18a42f02b677 req-8509c94b-541a-4866-8ed5-9476173b892a tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0520337 Oct 06 12:23:04.448841 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d641e2d4-ed9d-4ed3-a0ef-18a42f02b677 req-cddec9a4-70fa-42ed-83af-3ac341a1281d tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560634 Oct 06 12:23:04.500378 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 9e7b0b39-c340-4a59-8b3a-a243b300266f up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:23:04.545198 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port 9e7b0b39-c340-4a59-8b3a-a243b300266f completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:23:04.551034 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 9e7b0b39-c340-4a59-8b3a-a243b300266f triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:23:04.551407 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (9e7b0b39-c340-4a59-8b3a-a243b300266f), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:04.551769 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 9e7b0b39-c340-4a59-8b3a-a243b300266f Oct 06 12:23:04.732639 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 9e7b0b39-c340-4a59-8b3a-a243b300266f is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:23:04.733027 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9e7b0b39-c340-4a59-8b3a-a243b300266f), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:04.755975 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdd2944-b97f-40e0-a1cb-915cea031265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7b0b39-c340-4a59-8b3a-a243b300266f'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:23:04.833734 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 9e7b0b39-c340-4a59-8b3a-a243b300266f, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9e7b0b39-c340-4a59-8b3a-a243b300266f,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:23:04.853205 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (9e7b0b39-c340-4a59-8b3a-a243b300266f), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:04.911209 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=9e7b0b39-c340-4a59-8b3a-a243b300266f,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:04.950429 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c52bea-d7d7-4211-89e2-2f8f7b4dc722" -d '{"events": [{"server_uuid": "6bdd2944-b97f-40e0-a1cb-915cea031265", "name": "network-vif-plugged", "status": "completed", "tag": "9e7b0b39-c340-4a59-8b3a-a243b300266f"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:23:04.954242 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9242d-ebbe-4d1d-98aa-436e56c308df req-71fb1f88-e656-458f-95f6-11f1a8470c83 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:04.955831 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-19d9242d-ebbe-4d1d-98aa-436e56c308df req-71fb1f88-e656-458f-95f6-11f1a8470c83 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 944 time: 0.0519831 Oct 06 12:23:04.996333 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:05.006876 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-19d9242d-ebbe-4d1d-98aa-436e56c308df req-94022c4e-9063-4ce4-ac2d-0f482b633521 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455673 Oct 06 12:23:05.068033 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238abfd9-c206-40e9-932c-51bde1170867 x-openstack-request-id: req-238abfd9-c206-40e9-932c-51bde1170867 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:23:05.068414 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdd2944-b97f-40e0-a1cb-915cea031265", "name": "network-vif-plugged", "status": "completed", "tag": "9e7b0b39-c340-4a59-8b3a-a243b300266f", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:23:05.068759 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-238abfd9-c206-40e9-932c-51bde1170867 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:23:05.069283 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238abfd9-c206-40e9-932c-51bde1170867'] response: {'server_uuid': '6bdd2944-b97f-40e0-a1cb-915cea031265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7b0b39-c340-4a59-8b3a-a243b300266f', 'code': 200} Oct 06 12:23:05.208193 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:05.223198 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dce243-6038-49ed-a025-326204bb6e4e req-24c5635d-9057-4315-8107-d98711b09881 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:05.224771 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-80dce243-6038-49ed-a025-326204bb6e4e req-24c5635d-9057-4315-8107-d98711b09881 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0507629 Oct 06 12:23:05.275045 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-80dce243-6038-49ed-a025-326204bb6e4e req-19450420-cf00-4c1a-86cf-ccdcbc2c4db6 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445986 Oct 06 12:23:05.571567 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1740f6f-8113-476a-8c5e-842283737036 req-ca303671-e978-4f1c-b9d7-ff8bbe34bbad tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:05.573543 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a1740f6f-8113-476a-8c5e-842283737036 req-ca303671-e978-4f1c-b9d7-ff8bbe34bbad tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0448179 Oct 06 12:23:05.620353 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a1740f6f-8113-476a-8c5e-842283737036 req-099ba6aa-59da-4d1b-b22f-d2aba17bb0c7 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404093 Oct 06 12:23:06.129285 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705eb5f-09e6-42a8-b64a-8cde2d55f90c req-328c2ca6-47a9-4010-847a-211827bd34e1 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:06.130767 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d705eb5f-09e6-42a8-b64a-8cde2d55f90c req-328c2ca6-47a9-4010-847a-211827bd34e1 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 944 time: 0.0467029 Oct 06 12:23:06.180425 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d705eb5f-09e6-42a8-b64a-8cde2d55f90c req-7e4dbdb5-5662-4807-9c47-3c5bd16008bb tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436385 Oct 06 12:23:06.286215 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:06.392873 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e55ebf-fcde-4bb8-8b76-8a0609afb999 req-092e631e-ee87-4744-8869-656e640c61ee tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:06.394246 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d6e55ebf-fcde-4bb8-8b76-8a0609afb999 req-092e631e-ee87-4744-8869-656e640c61ee tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0452149 Oct 06 12:23:06.439986 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d6e55ebf-fcde-4bb8-8b76-8a0609afb999 req-2196136e-57cc-4a65-bd43-1a8a37a53a7e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402129 Oct 06 12:23:06.735933 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896faff-1505-4cb3-8dd5-18858db51a3b req-aaa184f0-d403-4ee0-900c-50f89741df14 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:06.737365 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4896faff-1505-4cb3-8dd5-18858db51a3b req-aaa184f0-d403-4ee0-900c-50f89741df14 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0448437 Oct 06 12:23:06.782596 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4896faff-1505-4cb3-8dd5-18858db51a3b req-aa4fb202-8e41-46fb-b9e9-a437c7119526 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398660 Oct 06 12:23:06.859726 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:07.301755 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71412a43-c4e5-452e-a008-c5a2a0f5a75a req-e0d7bf7f-2b93-47e1-8810-dd135804c742 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:07.303195 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-71412a43-c4e5-452e-a008-c5a2a0f5a75a req-e0d7bf7f-2b93-47e1-8810-dd135804c742 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 944 time: 0.0497353 Oct 06 12:23:07.348967 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-71412a43-c4e5-452e-a008-c5a2a0f5a75a req-a0088a23-19bb-4d75-abe0-9febefc3c523 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Oct 06 12:23:07.556809 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ca891-2ac1-4baf-97b6-ef7cb9e3deac req-ea21f06d-0d69-429c-b982-afa7684fc4f1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:07.558871 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3e3ca891-2ac1-4baf-97b6-ef7cb9e3deac req-ea21f06d-0d69-429c-b982-afa7684fc4f1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0456190 Oct 06 12:23:07.603623 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3e3ca891-2ac1-4baf-97b6-ef7cb9e3deac req-3109675b-c633-484e-8378-43dcbd684c09 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393281 Oct 06 12:23:07.907036 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f1390-3019-49c8-9a9f-bb27b5d6a4a6 req-e03e5f2b-5567-40d0-8a0f-4de2e877fc06 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:07.908533 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d01f1390-3019-49c8-9a9f-bb27b5d6a4a6 req-e03e5f2b-5567-40d0-8a0f-4de2e877fc06 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0516806 Oct 06 12:23:07.957268 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d01f1390-3019-49c8-9a9f-bb27b5d6a4a6 req-a298bf7f-2f7b-4067-a3fb-eacce52c1d56 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427802 Oct 06 12:23:08.467340 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944dc1d-fba5-4446-a507-81c5865e6d90 req-caa381b4-2be9-4f02-871b-a094fb139869 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:08.468874 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a944dc1d-fba5-4446-a507-81c5865e6d90 req-caa381b4-2be9-4f02-871b-a094fb139869 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 944 time: 0.0457640 Oct 06 12:23:08.515983 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a944dc1d-fba5-4446-a507-81c5865e6d90 req-e1bf60f8-0065-496b-af22-f6b7d6361a02 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413527 Oct 06 12:23:08.722162 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06c178-3a35-4930-acfe-ce40e72265dd req-d93ccd07-ad7b-4773-8e54-bfd0ed015c8a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:08.723743 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9b06c178-3a35-4930-acfe-ce40e72265dd req-d93ccd07-ad7b-4773-8e54-bfd0ed015c8a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0473804 Oct 06 12:23:08.775227 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9b06c178-3a35-4930-acfe-ce40e72265dd req-0d245b23-9f0e-41ab-9a52-40303449d3f7 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449650 Oct 06 12:23:09.075778 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce072e-7859-4164-8c24-8e84a7740ec1 req-e9d7594e-8c52-4ae2-8753-27795262278e tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:09.077208 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-29ce072e-7859-4164-8c24-8e84a7740ec1 req-e9d7594e-8c52-4ae2-8753-27795262278e tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0448313 Oct 06 12:23:09.108915 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:09.122914 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-29ce072e-7859-4164-8c24-8e84a7740ec1 req-4ff1be80-bad4-4e50-aaa6-4cf5b3269ea4 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402126 Oct 06 12:23:09.633057 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bde59-07ba-4be8-abf2-d953a405c285 req-8c4df22d-0554-49a3-b60a-c4c93bd9326f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:09.634525 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b16bde59-07ba-4be8-abf2-d953a405c285 req-8c4df22d-0554-49a3-b60a-c4c93bd9326f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 944 time: 0.0449395 Oct 06 12:23:09.646634 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:09.682003 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b16bde59-07ba-4be8-abf2-d953a405c285 req-997480fd-add7-428f-b53c-11bd322a2c11 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417230 Oct 06 12:23:10.038289 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa14eff-4ebc-4d06-9fcb-9bee79ce6909 req-a865f450-1d74-43e7-9819-243b5e58f7f7 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:10.039768 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9aa14eff-4ebc-4d06-9fcb-9bee79ce6909 req-a865f450-1d74-43e7-9819-243b5e58f7f7 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.1921632 Oct 06 12:23:10.085379 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9aa14eff-4ebc-4d06-9fcb-9bee79ce6909 req-4aa1a15a-bcec-4201-ac0b-86083d7fb59c tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399389 Oct 06 12:23:10.241767 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7db160-5474-4a60-8595-971253021167 req-465c7314-e878-4801-a790-d227e70b4425 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:10.243229 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7b7db160-5474-4a60-8595-971253021167 req-465c7314-e878-4801-a790-d227e70b4425 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0482414 Oct 06 12:23:10.290740 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7b7db160-5474-4a60-8595-971253021167 req-b368340b-67ea-4258-9065-976e251779a5 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 Oct 06 12:23:10.801534 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ff545-2f0f-4f26-ab0f-d157d0d8bdfe req-e14a7e6f-004a-41e8-95e1-977cd9290d8f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:10.803020 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-168ff545-2f0f-4f26-ab0f-d157d0d8bdfe req-e14a7e6f-004a-41e8-95e1-977cd9290d8f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 944 time: 0.0488746 Oct 06 12:23:10.851469 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-168ff545-2f0f-4f26-ab0f-d157d0d8bdfe req-c9729aae-6e9f-418c-8a38-9e967b448120 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429332 Oct 06 12:23:11.206321 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4732381-c42a-4422-877a-ef2295482081 req-4dc1ef9e-5be9-41b8-9d66-2c41657581f9 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:11.207797 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c4732381-c42a-4422-877a-ef2295482081 req-4dc1ef9e-5be9-41b8-9d66-2c41657581f9 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0455313 Oct 06 12:23:11.256209 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c4732381-c42a-4422-877a-ef2295482081 req-bf18f309-a7b0-43cd-8e84-58ed8b5e2aa3 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427828 Oct 06 12:23:11.424810 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1209c1-4392-46e5-b889-b465d9bd11ec req-9e5ad506-9187-423d-be33-0d1642e0b492 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:11.426283 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8f1209c1-4392-46e5-b889-b465d9bd11ec req-9e5ad506-9187-423d-be33-0d1642e0b492 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0602703 Oct 06 12:23:11.482803 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8f1209c1-4392-46e5-b889-b465d9bd11ec req-39df1083-c894-4e66-823b-7dfa1af8127b tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507276 Oct 06 12:23:11.967886 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d314a-853f-499c-b5a3-4bbce7dd17bf req-c529a5e3-50a9-45b2-8a7c-b4e455e260d6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:11.969330 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-765d314a-853f-499c-b5a3-4bbce7dd17bf req-c529a5e3-50a9-45b2-8a7c-b4e455e260d6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 944 time: 0.0448620 Oct 06 12:23:12.015387 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-765d314a-853f-499c-b5a3-4bbce7dd17bf req-56e624d8-1eda-4550-87c0-226181ad0bfc tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406828 Oct 06 12:23:12.384025 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3f41d-1d7e-4a50-ba43-a784a7e03953 req-ea51d3c7-d092-4111-88d0-a558b8575f48 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:12.386022 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2df3f41d-1d7e-4a50-ba43-a784a7e03953 req-ea51d3c7-d092-4111-88d0-a558b8575f48 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0452673 Oct 06 12:23:12.438544 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2df3f41d-1d7e-4a50-ba43-a784a7e03953 req-2288912c-02e1-4d51-b0eb-306b8274a32b tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469744 Oct 06 12:23:12.613523 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff03a2-6a9c-40fe-a198-75ebced46ec9 req-214bc7fa-5d65-4690-8254-0a24b28d25ec tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:12.614980 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c3ff03a2-6a9c-40fe-a198-75ebced46ec9 req-214bc7fa-5d65-4690-8254-0a24b28d25ec tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0566101 Oct 06 12:23:12.663997 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c3ff03a2-6a9c-40fe-a198-75ebced46ec9 req-9bf6c4a1-4e05-405a-8fdf-1c6d3a65059b tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434906 Oct 06 12:23:13.101355 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:INSERT=4,neutron:SELECT=57,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:13.108536 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:DELETE=1,neutron:SELECT=33 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:13.131664 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1887e-77b6-42a9-8c86-965743c589f9 req-ad7912f7-eba7-4d93-8f51-f11764a4fcc3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:13.133135 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-23a1887e-77b6-42a9-8c86-965743c589f9 req-ad7912f7-eba7-4d93-8f51-f11764a4fcc3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 944 time: 0.0462751 Oct 06 12:23:13.179378 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-23a1887e-77b6-42a9-8c86-965743c589f9 req-3b489047-5553-4a68-9947-d3cf3d2a9535 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401218 Oct 06 12:23:13.553661 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a73cd7-234c-4fd8-92dc-aa4509441385 req-f741d93c-bfea-47df-b6c9-7d8a1f780e7d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:13.555099 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-74a73cd7-234c-4fd8-92dc-aa4509441385 req-f741d93c-bfea-47df-b6c9-7d8a1f780e7d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0459304 Oct 06 12:23:13.566876 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 180aaafa-49f4-4890-afea-eb300c2b071f details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:23:13.595985 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:13.608712 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-74a73cd7-234c-4fd8-92dc-aa4509441385 req-b73baf51-9744-42e0-bd21-00af3649c94f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480704 Oct 06 12:23:13.678969 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 180aaafa-49f4-4890-afea-eb300c2b071f, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=180aaafa-49f4-4890-afea-eb300c2b071f,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:23:13.689800 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '180aaafa-49f4-4890-afea-eb300c2b071f', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'port_id': '180aaafa-49f4-4890-afea-eb300c2b071f', 'mac_address': 'fa:16:3e:1f:7d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:23:13.725046 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 180aaafa-49f4-4890-afea-eb300c2b071f is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:23:13.725497 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (180aaafa-49f4-4890-afea-eb300c2b071f), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:13.738664 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180aaafa-49f4-4890-afea-eb300c2b071f {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:23:13.758438 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 180aaafa-49f4-4890-afea-eb300c2b071f, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=180aaafa-49f4-4890-afea-eb300c2b071f,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:23:13.763039 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (180aaafa-49f4-4890-afea-eb300c2b071f), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:13.781553 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2deaf5-4781-4ffa-bb03-77c2518df9c1 req-051e6c27-c6a4-48b4-bbb6-f20401883d21 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:13.783198 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ce2deaf5-4781-4ffa-bb03-77c2518df9c1 req-051e6c27-c6a4-48b4-bbb6-f20401883d21 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0458016 Oct 06 12:23:13.809469 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:13.810639 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=180aaafa-49f4-4890-afea-eb300c2b071f,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:13.818477 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:13.818831 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:13.819199 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:13.819596 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:13.819939 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:13.820272 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:13.820602 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:13.820930 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:13.821259 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:13.821584 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:13.821933 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:13.822281 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:13.823198 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:13.823612 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:13.823945 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:13.833971 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ce2deaf5-4781-4ffa-bb03-77c2518df9c1 req-eca25cc3-088d-4385-8aa8-7a942dddb1e5 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448260 Oct 06 12:23:14.298215 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e6cb7-12c2-43ef-83e9-92504c4037a4 req-cbcb3f91-54e9-4ee8-af24-e22fe06780d6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:14.299663 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2d4e6cb7-12c2-43ef-83e9-92504c4037a4 req-cbcb3f91-54e9-4ee8-af24-e22fe06780d6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 945 time: 0.0459592 Oct 06 12:23:14.355904 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2d4e6cb7-12c2-43ef-83e9-92504c4037a4 req-24c1305e-238b-4f7c-a1ce-f76f84821aba tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507998 Oct 06 12:23:14.742715 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7add8ec-1efb-4495-bbbf-8f7565af6c22 req-40c6eff3-3e9d-434b-bedf-df47d61efb6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:14.744838 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a7add8ec-1efb-4495-bbbf-8f7565af6c22 req-40c6eff3-3e9d-434b-bedf-df47d61efb6e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0541565 Oct 06 12:23:14.794606 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a7add8ec-1efb-4495-bbbf-8f7565af6c22 req-3a615d54-96b1-4ed1-9301-a454bc470564 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437853 Oct 06 12:23:14.950465 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec2714-37c8-49fe-ad97-db69d64c55fd req-629fc6be-b1c6-4eb9-861f-a5d9f4f9856c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:14.951935 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-18ec2714-37c8-49fe-ad97-db69d64c55fd req-629fc6be-b1c6-4eb9-861f-a5d9f4f9856c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0456715 Oct 06 12:23:14.998207 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-18ec2714-37c8-49fe-ad97-db69d64c55fd req-611e20cc-7c43-416c-9f7a-2ffa237b26bc tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408459 Oct 06 12:23:15.479077 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d185a8-b68d-4d23-9be2-e070ec2b6128 req-6069420b-b001-4812-b7f3-e201efdf62a5 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:15.484406 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d4d185a8-b68d-4d23-9be2-e070ec2b6128 req-6069420b-b001-4812-b7f3-e201efdf62a5 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 945 time: 0.0562651 Oct 06 12:23:15.538165 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d4d185a8-b68d-4d23-9be2-e070ec2b6128 req-c296d278-d14f-405e-8bd3-cf7762a731ee tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483007 Oct 06 12:23:15.913099 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784495df-276f-471b-9033-fac39b595ae0 req-df9d8345-0b1c-4a92-895d-25ee3bdec4ee tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:15.914580 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-784495df-276f-471b-9033-fac39b595ae0 req-df9d8345-0b1c-4a92-895d-25ee3bdec4ee tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0466170 Oct 06 12:23:15.914890 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['180aaafa-49f4-4890-afea-eb300c2b071f'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:23:15.963682 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-784495df-276f-471b-9033-fac39b595ae0 req-98c428b3-851d-4f51-a647-414ef9854a6f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417492 Oct 06 12:23:15.980180 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:16.013373 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:16.123299 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcd9b9-82c3-40e2-8be8-e4ed113eaa70 req-cb954e9d-2224-4a37-827e-9ab2e4d32a16 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:16.124806 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-76dcd9b9-82c3-40e2-8be8-e4ed113eaa70 req-cb954e9d-2224-4a37-827e-9ab2e4d32a16 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0479062 Oct 06 12:23:16.176125 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-76dcd9b9-82c3-40e2-8be8-e4ed113eaa70 req-890a35f2-1cad-4a3f-9d58-e61f6bcb0695 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456228 Oct 06 12:23:16.656611 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323de8a0-520c-4dd3-8670-953c3eac9da4 req-90b347a9-24e0-4f70-8207-7e08c77fb5cb tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:16.658081 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-323de8a0-520c-4dd3-8670-953c3eac9da4 req-90b347a9-24e0-4f70-8207-7e08c77fb5cb tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 945 time: 0.0480640 Oct 06 12:23:16.705545 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-323de8a0-520c-4dd3-8670-953c3eac9da4 req-c0eea386-4aae-47cf-a8a1-c08d7684f752 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415521 Oct 06 12:23:17.091116 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe00f2c-3605-4809-bedc-f547fe889cc4 req-35e2459d-f873-4b5c-8591-1cf5ff4fd5f7 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:17.092660 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8fe00f2c-3605-4809-bedc-f547fe889cc4 req-35e2459d-f873-4b5c-8591-1cf5ff4fd5f7 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0512712 Oct 06 12:23:17.152780 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8fe00f2c-3605-4809-bedc-f547fe889cc4 req-9b31af52-80cf-49a6-afc9-c45c680b5026 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540345 Oct 06 12:23:17.176786 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 50072) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:17.299790 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:17.300332 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:17.316694 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b7495-4c7c-47b0-8917-a05a49265428 req-4e701d98-9e9b-4684-81eb-d34d8c31d260 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:17.318152 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-868b7495-4c7c-47b0-8917-a05a49265428 req-4e701d98-9e9b-4684-81eb-d34d8c31d260 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0676842 Oct 06 12:23:17.396814 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:17.405743 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-868b7495-4c7c-47b0-8917-a05a49265428 req-2efc062c-51b3-47d2-8def-91f369741171 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767021 Oct 06 12:23:17.415478 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:17.444433 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Publish callbacks [] for security_group (6aeaf788-92b6-434c-a694-c21614283edc), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:17.448161 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (6aeaf788-92b6-434c-a694-c21614283edc), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:17.488026 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3cac0cdaf48e4889919c48461db9a043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101704 Oct 06 12:23:17.488919 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeaf788-92b6-434c-a694-c21614283edc,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:17.490806 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 50078) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:17.496759 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.497108 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.497463 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.497791 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.498125 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.498453 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.498776 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.499099 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.499422 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.499771 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.500097 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.500420 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.500739 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.501062 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.501380 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f663fbd-6de6-4a80-8b42-bfa9bef9aee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.546707 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Publish callbacks [] for security_group (6aeaf788-92b6-434c-a694-c21614283edc), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:17.566783 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Publish callbacks [] for security_group (6aeaf788-92b6-434c-a694-c21614283edc), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:17.620090 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (6aeaf788-92b6-434c-a694-c21614283edc), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:17.622655 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:17.623851 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6aeaf788-92b6-434c-a694-c21614283edc HTTP/1.1" status: 204 len: 168 time: 0.1319029 Oct 06 12:23:17.631638 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeaf788-92b6-434c-a694-c21614283edc,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:17.638774 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.639126 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.639584 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.640055 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.640394 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.640783 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.641201 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.641571 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.642053 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.642451 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.642705 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.643413 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.643801 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.644153 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.644549 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fa30c-4cf1-4133-b7b0-0b02985cfac8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:23:17.711833 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 180aaafa-49f4-4890-afea-eb300c2b071f up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:23:17.764512 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port 180aaafa-49f4-4890-afea-eb300c2b071f completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:23:17.770703 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 180aaafa-49f4-4890-afea-eb300c2b071f triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:23:17.771199 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (180aaafa-49f4-4890-afea-eb300c2b071f), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:17.772580 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 180aaafa-49f4-4890-afea-eb300c2b071f Oct 06 12:23:17.860460 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 180aaafa-49f4-4890-afea-eb300c2b071f is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:23:17.860939 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (180aaafa-49f4-4890-afea-eb300c2b071f), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:17.888762 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ff3ab6-55a2-45ae-a912-59faf8868070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180aaafa-49f4-4890-afea-eb300c2b071f'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:23:17.891105 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e39338c-63d5-437f-b89c-ef1faa6902da" -d '{"events": [{"server_uuid": "d1ff3ab6-55a2-45ae-a912-59faf8868070", "name": "network-vif-plugged", "status": "completed", "tag": "180aaafa-49f4-4890-afea-eb300c2b071f"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:23:17.908676 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 180aaafa-49f4-4890-afea-eb300c2b071f, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=180aaafa-49f4-4890-afea-eb300c2b071f,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:23:17.914156 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (180aaafa-49f4-4890-afea-eb300c2b071f), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:17.914805 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9888c-0d48-47ce-b94e-cd2531247e23 req-1ef8501d-93fd-4e0b-899f-045596bbb73c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:17.917527 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-15d9888c-0d48-47ce-b94e-cd2531247e23 req-1ef8501d-93fd-4e0b-899f-045596bbb73c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 945 time: 0.0849063 Oct 06 12:23:17.992219 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-15d9888c-0d48-47ce-b94e-cd2531247e23 req-9ff2e14f-c4ae-4bcb-8311-08aa344afd54 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684502 Oct 06 12:23:17.997932 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7b55af-6793-43c4-9a7f-fbff2d21fde3 x-openstack-request-id: req-dc7b55af-6793-43c4-9a7f-fbff2d21fde3 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:23:17.999056 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ff3ab6-55a2-45ae-a912-59faf8868070", "name": "network-vif-plugged", "status": "completed", "tag": "180aaafa-49f4-4890-afea-eb300c2b071f", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:23:17.999444 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dc7b55af-6793-43c4-9a7f-fbff2d21fde3 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:23:18.000314 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7b55af-6793-43c4-9a7f-fbff2d21fde3'] response: {'server_uuid': 'd1ff3ab6-55a2-45ae-a912-59faf8868070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180aaafa-49f4-4890-afea-eb300c2b071f', 'code': 200} Oct 06 12:23:18.014617 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 50108) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:18.022591 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=180aaafa-49f4-4890-afea-eb300c2b071f,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:18.029065 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a7ef0984-24cf-4acd-8c3f-5bce85c5e759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:18.111958 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a7ef0984-24cf-4acd-8c3f-5bce85c5e759 admin admin] Publish callbacks [] for security_group (3c90e4f6-2dee-4f2a-84de-2b129bd629b9), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:18.116962 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a7ef0984-24cf-4acd-8c3f-5bce85c5e759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (3c90e4f6-2dee-4f2a-84de-2b129bd629b9), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:18.156311 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-a7ef0984-24cf-4acd-8c3f-5bce85c5e759 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=225341fad2894e9e998ef6c07a8edc7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406033 Oct 06 12:23:18.157183 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef0984-24cf-4acd-8c3f-5bce85c5e759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c90e4f6-2dee-4f2a-84de-2b129bd629b9,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:18.158978 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 50114) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:18.209336 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4dc90018-aed4-4eb1-b9b3-3f93d7cd826c admin admin] Publish callbacks [] for security_group (3c90e4f6-2dee-4f2a-84de-2b129bd629b9), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:18.231336 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4dc90018-aed4-4eb1-b9b3-3f93d7cd826c admin admin] Publish callbacks [] for security_group (3c90e4f6-2dee-4f2a-84de-2b129bd629b9), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:18.299848 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfbb7b-640a-46bf-92c4-33bc0d628910 req-60582fe8-300b-427d-bc3a-530021d5663b tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:18.301331 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1bdfbb7b-640a-46bf-92c4-33bc0d628910 req-60582fe8-300b-427d-bc3a-530021d5663b tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0632267 Oct 06 12:23:18.333305 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4dc90018-aed4-4eb1-b9b3-3f93d7cd826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (3c90e4f6-2dee-4f2a-84de-2b129bd629b9), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:18.335821 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4dc90018-aed4-4eb1-b9b3-3f93d7cd826c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:18.336925 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-4dc90018-aed4-4eb1-b9b3-3f93d7cd826c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3c90e4f6-2dee-4f2a-84de-2b129bd629b9 HTTP/1.1" status: 204 len: 168 time: 0.1765065 Oct 06 12:23:18.362485 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc90018-aed4-4eb1-b9b3-3f93d7cd826c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c90e4f6-2dee-4f2a-84de-2b129bd629b9,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:18.373600 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1bdfbb7b-640a-46bf-92c4-33bc0d628910 req-62ca9a15-1b5e-4c00-b9de-04bd946f2685 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648928 Oct 06 12:23:18.536396 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bc627-a59e-4b08-8ef3-d505ef28912c req-21bbdb96-3025-4fe7-bb15-a3de4d012584 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:18.539587 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-145bc627-a59e-4b08-8ef3-d505ef28912c req-21bbdb96-3025-4fe7-bb15-a3de4d012584 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0583029 Oct 06 12:23:18.600108 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-145bc627-a59e-4b08-8ef3-d505ef28912c req-61685d9b-7adc-4bd9-a969-7794704af52f tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542030 Oct 06 12:23:18.727754 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-61f2b141-4589-44d0-954a-f59dbfa90bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:19.113535 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b50265-57bc-4f57-ac4e-a9b56e727bd5 req-eaa35b35-9717-4f68-a73f-4778563cc9d5 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:19.114983 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-53b50265-57bc-4f57-ac4e-a9b56e727bd5 req-eaa35b35-9717-4f68-a73f-4778563cc9d5 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0459871 Oct 06 12:23:19.162467 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-53b50265-57bc-4f57-ac4e-a9b56e727bd5 req-9f691115-f132-4ea6-8e6a-57741fd10622 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411961 Oct 06 12:23:19.504536 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b959af-1a31-4dcf-bd0c-2aa747cd3f63 req-267ce430-cc90-4b99-bb3f-2e4f10dd1e3c tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:19.506112 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a6b959af-1a31-4dcf-bd0c-2aa747cd3f63 req-267ce430-cc90-4b99-bb3f-2e4f10dd1e3c tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0517516 Oct 06 12:23:19.555559 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a6b959af-1a31-4dcf-bd0c-2aa747cd3f63 req-27e7d47d-9264-4a36-b708-6fdeeccdecab tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434895 Oct 06 12:23:19.721759 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309d4b5-6c2b-433e-9ea2-1b3962f89448 req-ec01989b-d61b-4988-bd59-7e5afb7ca013 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:19.723114 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f309d4b5-6c2b-433e-9ea2-1b3962f89448 req-ec01989b-d61b-4988-bd59-7e5afb7ca013 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0453537 Oct 06 12:23:19.768442 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f309d4b5-6c2b-433e-9ea2-1b3962f89448 req-285e48e5-8204-4908-b37f-e70dbaa98993 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399296 Oct 06 12:23:20.281752 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd4de4-884f-4764-920a-5619a6cb4b96 req-024efb9e-aaf9-4406-9f0b-145055e207b4 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:20.283243 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5cfd4de4-884f-4764-920a-5619a6cb4b96 req-024efb9e-aaf9-4406-9f0b-145055e207b4 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0465474 Oct 06 12:23:20.307254 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:20.334716 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5cfd4de4-884f-4764-920a-5619a6cb4b96 req-12617362-bf6d-4d76-a3fe-374ed15570c9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455065 Oct 06 12:23:20.674680 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cccb9-5e79-4466-936d-6783e76c96c7 req-83cafe22-6987-4dbb-811f-e5d0692d4500 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:20.676162 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-412cccb9-5e79-4466-936d-6783e76c96c7 req-83cafe22-6987-4dbb-811f-e5d0692d4500 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0455291 Oct 06 12:23:20.721924 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-412cccb9-5e79-4466-936d-6783e76c96c7 req-7adb90b5-c912-43be-80c5-a25eef5a5453 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402377 Oct 06 12:23:20.872317 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:20.886080 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f420a-d3be-4fe1-8dc5-f89a2b18b20c req-ea876b03-7bc9-4f34-8ecc-4db1776e0dc3 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:20.887540 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-001f420a-d3be-4fe1-8dc5-f89a2b18b20c req-ea876b03-7bc9-4f34-8ecc-4db1776e0dc3 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0475297 Oct 06 12:23:20.933908 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-001f420a-d3be-4fe1-8dc5-f89a2b18b20c req-92c2323d-54ba-4c0d-8429-39f5634a435a tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407732 Oct 06 12:23:21.032913 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-d2470299-07cb-4a35-8910-ad3a0ecdcd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:21.461273 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabf8f7-185b-4ff2-8cd1-baf617bbc0a5 req-6df5acc8-1294-4aa3-98ea-5ff8ef1524dd tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:21.462686 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7dabf8f7-185b-4ff2-8cd1-baf617bbc0a5 req-6df5acc8-1294-4aa3-98ea-5ff8ef1524dd tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0483401 Oct 06 12:23:21.507625 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7dabf8f7-185b-4ff2-8cd1-baf617bbc0a5 req-77704348-fb8b-4527-862a-e9ac79687920 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393007 Oct 06 12:23:21.835813 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81803c32-c463-4817-9428-3890f18f1265 req-508bd666-01cf-403e-aca5-e6ca00a0b53e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:21.837373 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-81803c32-c463-4817-9428-3890f18f1265 req-508bd666-01cf-403e-aca5-e6ca00a0b53e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0443285 Oct 06 12:23:21.882831 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-81803c32-c463-4817-9428-3890f18f1265 req-fd3c6738-dbb6-43da-8c2f-c59bf8d83caf tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399423 Oct 06 12:23:22.052108 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7ea7a-8ef9-4896-9d14-bf85446ea1ed req-3b5fdbdf-39c0-4d24-8d94-9e66ce6068ec tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:22.053803 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ddf7ea7a-8ef9-4896-9d14-bf85446ea1ed req-3b5fdbdf-39c0-4d24-8d94-9e66ce6068ec tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0492616 Oct 06 12:23:22.055863 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:22.102454 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ddf7ea7a-8ef9-4896-9d14-bf85446ea1ed req-ca2b7c47-b4e6-4283-babb-dcc322f76a1a tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430672 Oct 06 12:23:22.622589 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068648c-478c-4132-94f7-427f1428ffb4 req-01291bcd-14a3-4ea0-baed-42f5be90d3a5 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:22.624043 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d068648c-478c-4132-94f7-427f1428ffb4 req-01291bcd-14a3-4ea0-baed-42f5be90d3a5 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0448954 Oct 06 12:23:22.671908 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d068648c-478c-4132-94f7-427f1428ffb4 req-2a37d29e-5a0c-44c7-af7c-46287c3cfcc2 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425248 Oct 06 12:23:22.999927 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6abf2-22c0-4908-babd-13456b9bfd08 req-48e4d989-66ba-4ae2-b5e6-09cb59680db1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:23.001381 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2fc6abf2-22c0-4908-babd-13456b9bfd08 req-48e4d989-66ba-4ae2-b5e6-09cb59680db1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0450838 Oct 06 12:23:23.051725 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2fc6abf2-22c0-4908-babd-13456b9bfd08 req-1b258c7f-71f8-4e23-8d86-5d709eab29c1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448287 Oct 06 12:23:23.218640 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb2c4-be76-47c4-a7d6-fdb8bf93cc11 req-a5b370cc-74b7-495c-978d-e62500ea8b52 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:23.220018 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-203fb2c4-be76-47c4-a7d6-fdb8bf93cc11 req-a5b370cc-74b7-495c-978d-e62500ea8b52 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 943 time: 0.0452106 Oct 06 12:23:23.266596 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-203fb2c4-be76-47c4-a7d6-fdb8bf93cc11 req-a720aadb-a822-4ca6-8ec3-1f8f2d42714b tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410218 Oct 06 12:23:23.559993 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:23.724477 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:23.793964 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc90dc-11c2-43f6-aca9-7811fc42d353 req-b75f0907-488d-4fd5-bcd8-6c500a3b8b26 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:23.795464 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-16cc90dc-11c2-43f6-aca9-7811fc42d353 req-b75f0907-488d-4fd5-bcd8-6c500a3b8b26 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0463717 Oct 06 12:23:23.841623 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-16cc90dc-11c2-43f6-aca9-7811fc42d353 req-f91a7f6d-0f40-4e56-b724-6a3db8c2ee6b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407071 Oct 06 12:23:24.041345 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device b3316e74-8f06-454a-ad05-4f9d36155fe9 details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:23:24.140510 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port b3316e74-8f06-454a-ad05-4f9d36155fe9, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=b3316e74-8f06-454a-ad05-4f9d36155fe9,segment=NetworkSegment(ae2998cd-c34c-428b-bbab-09223708b755),segment_id=ae2998cd-c34c-428b-bbab-09223708b755)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:23:24.152652 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': 'b3316e74-8f06-454a-ad05-4f9d36155fe9', 'network_id': 'e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2', 'port_id': 'b3316e74-8f06-454a-ad05-4f9d36155fe9', 'mac_address': 'fa:16:3e:c6:7b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f9a9d1-0ee0-4c67-8b2b-6182437d5a16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:23:24.175131 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69966375-b591-454d-a62a-cdc493bc4dae req-bab128ed-21ab-4cea-9d98-46074b1ed1d9 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:24.176743 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-69966375-b591-454d-a62a-cdc493bc4dae req-bab128ed-21ab-4cea-9d98-46074b1ed1d9 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0500567 Oct 06 12:23:24.188656 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port b3316e74-8f06-454a-ad05-4f9d36155fe9 is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:23:24.189050 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (b3316e74-8f06-454a-ad05-4f9d36155fe9), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:24.201938 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3316e74-8f06-454a-ad05-4f9d36155fe9 {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:23:24.223569 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-69966375-b591-454d-a62a-cdc493bc4dae req-130778e7-e4fd-45a2-a7db-9817827690c2 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408649 Oct 06 12:23:24.224652 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port b3316e74-8f06-454a-ad05-4f9d36155fe9, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=b3316e74-8f06-454a-ad05-4f9d36155fe9,segment=NetworkSegment(ae2998cd-c34c-428b-bbab-09223708b755),segment_id=ae2998cd-c34c-428b-bbab-09223708b755)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:23:24.229847 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (b3316e74-8f06-454a-ad05-4f9d36155fe9), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:24.275597 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=b3316e74-8f06-454a-ad05-4f9d36155fe9,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:24.382242 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bd9c1-5f18-4c47-8423-899df39e71d4 req-fa800ed4-48a5-4675-b98c-433b0c4bd726 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:24.383775 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e03bd9c1-5f18-4c47-8423-899df39e71d4 req-fa800ed4-48a5-4675-b98c-433b0c4bd726 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 944 time: 0.0450556 Oct 06 12:23:24.429564 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e03bd9c1-5f18-4c47-8423-899df39e71d4 req-dd3a3d97-a6a7-4486-a4d2-1ee7ac7fb2aa tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398819 Oct 06 12:23:24.940203 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:24.959055 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd200c-ebfa-463b-9830-778476c079b9 req-f8ab68a6-509f-439e-a352-81f10daf35c8 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:24.960536 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7bbd200c-ebfa-463b-9830-778476c079b9 req-f8ab68a6-509f-439e-a352-81f10daf35c8 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0460882 Oct 06 12:23:25.010678 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7bbd200c-ebfa-463b-9830-778476c079b9 req-13646406-825c-4c05-8092-80c386a4f8c3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433450 Oct 06 12:23:25.340692 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:25.351808 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0b3fd-9814-4927-8536-e761993d82e7 req-602b8263-3982-4066-8825-3d9d0de8a053 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:25.353312 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-77c0b3fd-9814-4927-8536-e761993d82e7 req-602b8263-3982-4066-8825-3d9d0de8a053 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0472753 Oct 06 12:23:25.399364 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-77c0b3fd-9814-4927-8536-e761993d82e7 req-22d175a5-521c-4c48-b5e9-28d6aee31458 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404527 Oct 06 12:23:25.465922 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['b3316e74-8f06-454a-ad05-4f9d36155fe9'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:23:25.546157 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:25.549132 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e889a-0988-4bd9-a650-85d2122e6b55 req-167f02e3-acbf-49f6-abd2-533923bfd526 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:25.556077 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-081e889a-0988-4bd9-a650-85d2122e6b55 req-167f02e3-acbf-49f6-abd2-533923bfd526 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 944 time: 0.0518851 Oct 06 12:23:25.569233 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:25.688913 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-081e889a-0988-4bd9-a650-85d2122e6b55 req-33f693eb-df3a-43b1-9eeb-25c539ff8d0d tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298406 Oct 06 12:23:25.734658 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b8fa0-ab73-4869-8adb-5f1c6293123a req-a5b6e017-1259-441d-9aa4-aefbd1ad0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:25.734658 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eb1b8fa0-ab73-4869-8adb-5f1c6293123a req-a5b6e017-1259-441d-9aa4-aefbd1ad0086 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 1130 time: 0.1486084 Oct 06 12:23:25.741489 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb5893-4b01-45b0-a658-53e958ae23f4 req-89eb078b-759e-4494-a9f9-c80f3d8f1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:25.742999 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-4dfb5893-4b01-45b0-a658-53e958ae23f4 req-89eb078b-759e-4494-a9f9-c80f3d8f1674 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=828d3459cdd641d98772383edfe3268f&device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 1127 time: 0.0724187 Oct 06 12:23:25.751306 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae17faf-9ff7-4134-a246-a17a3f0145e5 req-4fde0020-a5a6-4544-81d2-2619d76ffe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:25.753090 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bae17faf-9ff7-4134-a246-a17a3f0145e5 req-4fde0020-a5a6-4544-81d2-2619d76ffe91 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.1577117 Oct 06 12:23:25.754049 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcdfb7-3a85-427d-9cf0-2f620d1eb775 req-8e47aabf-e153-4dba-8783-e82ac52b0917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:25.755466 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-75dcdfb7-3a85-427d-9cf0-2f620d1eb775 req-8e47aabf-e153-4dba-8783-e82ac52b0917 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=69d2acb456bc4aaeae1ff0927195aba2&device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 1128 time: 0.0949776 Oct 06 12:23:25.865464 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.23', 54875) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:25.882865 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.23', 54876) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:26.055134 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae17faf-9ff7-4134-a246-a17a3f0145e5 req-a5566972-3ee8-4b94-ac7c-e712404d0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:26.058446 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bae17faf-9ff7-4134-a246-a17a3f0145e5 req-a5566972-3ee8-4b94-ac7c-e712404d0fbc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2155628 Oct 06 12:23:26.066173 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb5893-4b01-45b0-a658-53e958ae23f4 req-08cd1677-7c15-4de9-a072-07f4e129ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:26.068243 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-4dfb5893-4b01-45b0-a658-53e958ae23f4 req-08cd1677-7c15-4de9-a072-07f4e129ae3f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=828d3459cdd641d98772383edfe3268f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2367861 Oct 06 12:23:26.073910 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccc42e-c89d-4dc0-a45d-96bc8ceef319 req-8303ec69-0e3d-4761-8888-e43666297def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:26.075356 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eaccc42e-c89d-4dc0-a45d-96bc8ceef319 req-8303ec69-0e3d-4761-8888-e43666297def service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 1130 time: 0.1608994 Oct 06 12:23:26.140555 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1961ef-17cb-4a22-be62-88eaf765fe19 req-e7869704-d1c8-47cd-8298-da83a936c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:26.142070 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3f1961ef-17cb-4a22-be62-88eaf765fe19 req-e7869704-d1c8-47cd-8298-da83a936c9d2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 1130 time: 0.2753439 Oct 06 12:23:26.167528 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcdfb7-3a85-427d-9cf0-2f620d1eb775 req-642e057e-4065-4d2f-b3b2-c50489afd1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:26.168988 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-75dcdfb7-3a85-427d-9cf0-2f620d1eb775 req-642e057e-4065-4d2f-b3b2-c50489afd1b8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 HTTP/1.1" status: 200 len: 912 time: 0.3287489 Oct 06 12:23:26.172431 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b8fa0-ab73-4869-8adb-5f1c6293123a req-f4f365ee-87d8-4975-a112-edfb2cbe5f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:26.173780 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eb1b8fa0-ab73-4869-8adb-5f1c6293123a req-f4f365ee-87d8-4975-a112-edfb2cbe5f90 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 919 time: 0.3436539 Oct 06 12:23:26.182322 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc159bdb-9dc9-4fd9-8a49-a9c1a167c379 req-8158af95-2520-488f-ae1e-3f2b99ff8f6d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:26.183775 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cc159bdb-9dc9-4fd9-8a49-a9c1a167c379 req-8158af95-2520-488f-ae1e-3f2b99ff8f6d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0827553 Oct 06 12:23:26.243339 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cc159bdb-9dc9-4fd9-8a49-a9c1a167c379 req-db7f75a1-06df-4c19-9f08-6ef40174b786 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440018 Oct 06 12:23:26.522744 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eb9f5-1417-41f0-b704-f2ce7b947216 req-e7826a46-eab7-4e7d-986d-7f392aae6d2f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:26.524419 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5e8eb9f5-1417-41f0-b704-f2ce7b947216 req-e7826a46-eab7-4e7d-986d-7f392aae6d2f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0525341 Oct 06 12:23:26.569585 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5e8eb9f5-1417-41f0-b704-f2ce7b947216 req-33b1f6a0-598f-4eb2-a89e-f528768bc29a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391119 Oct 06 12:23:26.717129 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-3f1961ef-17cb-4a22-be62-88eaf765fe19 req-98080180-280e-4aed-b30b-5de4e07c656b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:26.730432 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-75dcdfb7-3a85-427d-9cf0-2f620d1eb775 req-b827c329-3230-45a8-b4da-251fc5e86e56 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3316e74-8f06-454a-ad05-4f9d36155fe9 HTTP/1.1" status: 200 len: 217 time: 0.0921404 Oct 06 12:23:26.732921 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-eaccc42e-c89d-4dc0-a45d-96bc8ceef319 req-53c99586-a2b6-4785-9b60-43479fe25793 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:26.735548 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eb1b8fa0-ab73-4869-8adb-5f1c6293123a req-ca997c28-8a7e-4614-8911-3e8531610bed service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=180aaafa-49f4-4890-afea-eb300c2b071f HTTP/1.1" status: 200 len: 217 time: 0.0952847 Oct 06 12:23:26.834271 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device b3316e74-8f06-454a-ad05-4f9d36155fe9 up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:23:26.870267 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb5893-4b01-45b0-a658-53e958ae23f4 req-a8291610-acd7-4da2-a2ac-a612e1908f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:26.871986 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-4dfb5893-4b01-45b0-a658-53e958ae23f4 req-a8291610-acd7-4da2-a2ac-a612e1908f29 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2329509 Oct 06 12:23:26.909691 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port b3316e74-8f06-454a-ad05-4f9d36155fe9 completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:23:26.915825 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port b3316e74-8f06-454a-ad05-4f9d36155fe9 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:23:26.916511 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (b3316e74-8f06-454a-ad05-4f9d36155fe9), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:26.916942 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port b3316e74-8f06-454a-ad05-4f9d36155fe9 Oct 06 12:23:26.945472 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-3f1961ef-17cb-4a22-be62-88eaf765fe19 req-98080180-280e-4aed-b30b-5de4e07c656b service neutron] Publish callbacks [] for security_group (d7cbf188-3d6e-41d9-8ee6-139553fc05a6), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:26.981271 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-3f1961ef-17cb-4a22-be62-88eaf765fe19 req-98080180-280e-4aed-b30b-5de4e07c656b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (d7cbf188-3d6e-41d9-8ee6-139553fc05a6), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:27.008492 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port b3316e74-8f06-454a-ad05-4f9d36155fe9 is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:23:27.009890 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (b3316e74-8f06-454a-ad05-4f9d36155fe9), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:27.040734 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518de8e1-7379-4cc4-98da-0f042318420b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3316e74-8f06-454a-ad05-4f9d36155fe9'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:23:27.043631 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212e666d-bdab-4b6e-91bd-550df39f03b9" -d '{"events": [{"server_uuid": "518de8e1-7379-4cc4-98da-0f042318420b", "name": "network-vif-plugged", "status": "completed", "tag": "b3316e74-8f06-454a-ad05-4f9d36155fe9"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:23:27.062016 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port b3316e74-8f06-454a-ad05-4f9d36155fe9, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=b3316e74-8f06-454a-ad05-4f9d36155fe9,segment=NetworkSegment(ae2998cd-c34c-428b-bbab-09223708b755),segment_id=ae2998cd-c34c-428b-bbab-09223708b755)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:23:27.066797 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (b3316e74-8f06-454a-ad05-4f9d36155fe9), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:27.070125 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:27.071401 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98080180-280e-4aed-b30b-5de4e07c656b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cbf188-3d6e-41d9-8ee6-139553fc05a6,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:27.085977 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:27.093998 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a108638-50ce-4432-9515-21b894314207 req-1afbfcd9-e78d-4b1e-8401-f7ebea2d6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:27.095610 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-1a108638-50ce-4432-9515-21b894314207 req-1afbfcd9-e78d-4b1e-8401-f7ebea2d6cea service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=828d3459cdd641d98772383edfe3268f&device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 1127 time: 0.1466072 Oct 06 12:23:27.102018 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3f1961ef-17cb-4a22-be62-88eaf765fe19 req-98080180-280e-4aed-b30b-5de4e07c656b service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616044 Oct 06 12:23:27.141171 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=b3316e74-8f06-454a-ad05-4f9d36155fe9,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:27.162293 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e7fd7-a452-4e52-9883-921cd051bbbf req-fa4232ae-c1f5-4606-9f92-df935d28c8e7 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:27.164115 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-860e7fd7-a452-4e52-9883-921cd051bbbf req-fa4232ae-c1f5-4606-9f92-df935d28c8e7 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 944 time: 0.2226489 Oct 06 12:23:27.191630 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:27.194889 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87943a1f-6c2a-4448-b004-68bb73b3d86c x-openstack-request-id: req-87943a1f-6c2a-4448-b004-68bb73b3d86c {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:23:27.195208 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518de8e1-7379-4cc4-98da-0f042318420b", "name": "network-vif-plugged", "status": "completed", "tag": "b3316e74-8f06-454a-ad05-4f9d36155fe9", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:23:27.195650 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-87943a1f-6c2a-4448-b004-68bb73b3d86c {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:23:27.196061 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87943a1f-6c2a-4448-b004-68bb73b3d86c'] response: {'server_uuid': '518de8e1-7379-4cc4-98da-0f042318420b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3316e74-8f06-454a-ad05-4f9d36155fe9', 'code': 200} Oct 06 12:23:27.196576 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b8fa0-ab73-4869-8adb-5f1c6293123a req-d1ba5e3e-2dbe-4050-9218-f69048aa1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:27.198317 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eb1b8fa0-ab73-4869-8adb-5f1c6293123a req-d1ba5e3e-2dbe-4050-9218-f69048aa1296 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.2444410 Oct 06 12:23:27.205281 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcdfb7-3a85-427d-9cf0-2f620d1eb775 req-71c85a82-818e-40bb-b35b-bda015d620a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:27.206754 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-75dcdfb7-3a85-427d-9cf0-2f620d1eb775 req-71c85a82-818e-40bb-b35b-bda015d620a9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=71f9a9d1-0ee0-4c67-8b2b-6182437d5a16 HTTP/1.1" status: 200 len: 850 time: 0.2543790 Oct 06 12:23:27.210842 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bae17faf-9ff7-4134-a246-a17a3f0145e5 req-b4ba04c7-9178-48bb-9312-7cf846dc69ff service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696485 Oct 06 12:23:27.218938 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.db.api [req-eaccc42e-c89d-4dc0-a45d-96bc8ceef319 req-53c99586-a2b6-4785-9b60-43479fe25793 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 314d3d13ba2e4a0f93f5d3f34c50a96f {{(pid=106140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 06 12:23:27.219447 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG oslo_db.api [req-eaccc42e-c89d-4dc0-a45d-96bc8ceef319 req-53c99586-a2b6-4785-9b60-43479fe25793 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 06 12:23:27.265295 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-860e7fd7-a452-4e52-9883-921cd051bbbf req-3c57a6c7-2542-4fd6-9cb5-e1c07cbfe59d tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806084 Oct 06 12:23:27.386746 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafea5b5-f6b1-4216-a825-3a348720fe33 req-244b747e-67f8-4ea7-9ae0-07347b6b9d90 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:27.388510 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-dafea5b5-f6b1-4216-a825-3a348720fe33 req-244b747e-67f8-4ea7-9ae0-07347b6b9d90 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0565214 Oct 06 12:23:27.451212 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-dafea5b5-f6b1-4216-a825-3a348720fe33 req-3efa69bc-fbde-449d-aed7-d0b2ddfe1c40 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569007 Oct 06 12:23:27.696879 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-1a108638-50ce-4432-9515-21b894314207 req-289067b7-3b17-4aaa-9e33-be0f1494ffc2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd HTTP/1.1" status: 200 len: 217 time: 0.0408366 Oct 06 12:23:27.702428 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d77f47-853b-48a9-a538-4a9bda485260 req-5d21d375-2c04-462a-b4ab-38660f00af44 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:27.703913 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-72d77f47-853b-48a9-a538-4a9bda485260 req-5d21d375-2c04-462a-b4ab-38660f00af44 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0525672 Oct 06 12:23:27.722339 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-eaccc42e-c89d-4dc0-a45d-96bc8ceef319 req-53c99586-a2b6-4785-9b60-43479fe25793 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:27.757906 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:27.778628 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a108638-50ce-4432-9515-21b894314207 req-7128bac0-439c-4d6b-9c51-283102758a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:27.780140 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-1a108638-50ce-4432-9515-21b894314207 req-7128bac0-439c-4d6b-9c51-283102758a9f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fa59c4f4-50ab-4f12-b932-f152d4e018f2 HTTP/1.1" status: 200 len: 850 time: 0.0535660 Oct 06 12:23:27.887542 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b8fa0-ab73-4869-8adb-5f1c6293123a req-e8c0b2bc-bc88-4ffd-b7cc-398edd91f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:27.889024 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eb1b8fa0-ab73-4869-8adb-5f1c6293123a req-e8c0b2bc-bc88-4ffd-b7cc-398edd91f5cc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1645970 Oct 06 12:23:27.894349 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcdfb7-3a85-427d-9cf0-2f620d1eb775 req-a2996218-2b8f-4d29-92e2-9d5c81456d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:27.895757 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-75dcdfb7-3a85-427d-9cf0-2f620d1eb775 req-a2996218-2b8f-4d29-92e2-9d5c81456d38 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1658249 Oct 06 12:23:27.905879 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-72d77f47-853b-48a9-a538-4a9bda485260 req-a22c2e9e-746a-4e94-a897-0b17e8c93015 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965175 Oct 06 12:23:27.959359 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bae17faf-9ff7-4134-a246-a17a3f0145e5 req-e2563156-79de-484a-9963-965743babb0d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321148 Oct 06 12:23:27.969491 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eaccc42e-c89d-4dc0-a45d-96bc8ceef319 req-53c99586-a2b6-4785-9b60-43479fe25793 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3172312 Oct 06 12:23:28.394024 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2d54e-269f-43d9-ae5c-10f98152c824 req-6a319bb5-30d2-4881-9ccd-5c9246bc5fec tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:28.395559 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0de2d54e-269f-43d9-ae5c-10f98152c824 req-6a319bb5-30d2-4881-9ccd-5c9246bc5fec tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0478303 Oct 06 12:23:28.446485 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0de2d54e-269f-43d9-ae5c-10f98152c824 req-5cef1063-d686-4a3a-9fc8-58851ef43c8b tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448351 Oct 06 12:23:28.587166 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbafea-6192-4bf0-b0e7-1cf1455650ac req-e7b0a13e-6b8b-43e1-9457-609b26840037 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:28.589155 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a7dbafea-6192-4bf0-b0e7-1cf1455650ac req-e7b0a13e-6b8b-43e1-9457-609b26840037 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0504813 Oct 06 12:23:28.634818 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a7dbafea-6192-4bf0-b0e7-1cf1455650ac req-65b74189-2d9b-412c-918a-926b5846d50f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401955 Oct 06 12:23:29.008034 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a108638-50ce-4432-9515-21b894314207 req-e187ebbb-15ad-411c-8937-950740c29ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:29.010211 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-1a108638-50ce-4432-9515-21b894314207 req-e187ebbb-15ad-411c-8937-950740c29ed4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=0805475d-8b9c-4baf-bd63-089b9f9df6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410235 Oct 06 12:23:29.110859 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:29.150974 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266abd2-7ba6-4209-a9b3-801b772a1834 req-dfd72e52-c048-4f3d-b1c8-359a63a6d25f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:29.152544 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d266abd2-7ba6-4209-a9b3-801b772a1834 req-dfd72e52-c048-4f3d-b1c8-359a63a6d25f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.1473005 Oct 06 12:23:29.153507 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacbe61-b9c8-4f59-80eb-fdd6f1ff6fc2 req-0bd0aa9d-14c2-4469-b6ca-0d76ba19b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:29.154826 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-deacbe61-b9c8-4f59-80eb-fdd6f1ff6fc2 req-0bd0aa9d-14c2-4469-b6ca-0d76ba19b0ca service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 1129 time: 0.1510072 Oct 06 12:23:29.210926 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eb1b8fa0-ab73-4869-8adb-5f1c6293123a req-941cd500-9e09-4aba-8710-7c61a7673462 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430000 Oct 06 12:23:29.213518 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:29.244442 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-75dcdfb7-3a85-427d-9cf0-2f620d1eb775 req-85585fd1-3113-417a-bf1f-02c1e064836b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689617 Oct 06 12:23:29.259583 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d266abd2-7ba6-4209-a9b3-801b772a1834 req-52829d45-956d-4373-9195-4fd59595835b tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961468 Oct 06 12:23:29.569390 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0b558-391c-4022-9df7-91a71521e660 req-2c3a4a8c-e7b6-4e26-bb3d-94b8a36bdac9 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:29.570787 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c3b0b558-391c-4022-9df7-91a71521e660 req-2c3a4a8c-e7b6-4e26-bb3d-94b8a36bdac9 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0506532 Oct 06 12:23:29.626251 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c3b0b558-391c-4022-9df7-91a71521e660 req-51b9c53b-649c-4f02-b78e-1496a61c44af tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471191 Oct 06 12:23:29.842261 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-75dcdfb7-3a85-427d-9cf0-2f620d1eb775 req-26eac2de-35b2-480d-a0f4-d692742f40f2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335466 Oct 06 12:23:29.917277 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-1a108638-50ce-4432-9515-21b894314207 req-aa2c6b94-d39a-4fa9-b006-0726e1bedc55 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917348 Oct 06 12:23:29.969541 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022507a-3ae3-451a-b0aa-c99abf458711 req-0f3b667d-096c-48b6-8346-44fffe5cdef6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:29.971078 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7022507a-3ae3-451a-b0aa-c99abf458711 req-0f3b667d-096c-48b6-8346-44fffe5cdef6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.1312633 Oct 06 12:23:29.989497 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-deacbe61-b9c8-4f59-80eb-fdd6f1ff6fc2 req-f9f9b9dd-c9c1-4af0-a254-b23269696391 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882152 Oct 06 12:23:30.043367 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eb1b8fa0-ab73-4869-8adb-5f1c6293123a req-60d29dc0-e544-4099-9770-f37f05db9e06 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466494 Oct 06 12:23:30.055495 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7022507a-3ae3-451a-b0aa-c99abf458711 req-4122f46d-e42e-4eb1-bcbf-d904cb273322 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751772 Oct 06 12:23:30.386040 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fcfaa-3651-469e-bbdf-76ce96385e59 req-17ca350e-842c-434c-8ada-fcbadfb1f785 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:30.387409 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7e1fcfaa-3651-469e-bbdf-76ce96385e59 req-17ca350e-842c-434c-8ada-fcbadfb1f785 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0513752 Oct 06 12:23:30.452318 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7e1fcfaa-3651-469e-bbdf-76ce96385e59 req-ce167a94-35de-4bbf-9fe8-0f10f5ec71ab tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591903 Oct 06 12:23:30.764671 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8518a5-0ca1-45a9-ac01-32817a827524 req-f643a085-a9cc-4720-8694-503ea942cd37 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:30.766152 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4f8518a5-0ca1-45a9-ac01-32817a827524 req-f643a085-a9cc-4720-8694-503ea942cd37 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0500202 Oct 06 12:23:30.825530 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4f8518a5-0ca1-45a9-ac01-32817a827524 req-1424ad89-c30f-40b9-bf3b-14f70d97cfcd tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521176 Oct 06 12:23:31.204758 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-1a108638-50ce-4432-9515-21b894314207 req-c4f6cee4-98ed-4ae6-9811-b6daaf3000a5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940141 Oct 06 12:23:31.221731 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ba2ca-2cbf-4abe-bfb4-9276a2669527 req-e409b86e-6b5b-4d4e-881c-3e2ff31a4951 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:31.228029 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ff7ba2ca-2cbf-4abe-bfb4-9276a2669527 req-e409b86e-6b5b-4d4e-881c-3e2ff31a4951 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0617185 Oct 06 12:23:31.280532 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:31.286135 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ff7ba2ca-2cbf-4abe-bfb4-9276a2669527 req-3e5f7d4c-08d0-4dc8-b0b3-ab97be6e979b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569606 Oct 06 12:23:31.597951 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676404b-ed94-470d-81e0-bd2a89b1b904 req-8cfb1601-2e6c-42fd-9e12-f902773dcdac tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:31.600144 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e676404b-ed94-470d-81e0-bd2a89b1b904 req-8cfb1601-2e6c-42fd-9e12-f902773dcdac tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0592339 Oct 06 12:23:31.653652 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e676404b-ed94-470d-81e0-bd2a89b1b904 req-09b94db0-2a34-426d-8487-74a317a66a25 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454142 Oct 06 12:23:31.704676 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494f3f3-bf54-4bc2-a6e8-ac84350bfcce req-40a5900c-2728-446f-bc3e-232c9e7ccf33 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:31.706153 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a494f3f3-bf54-4bc2-a6e8-ac84350bfcce req-40a5900c-2728-446f-bc3e-232c9e7ccf33 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0471950 Oct 06 12:23:31.761017 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a494f3f3-bf54-4bc2-a6e8-ac84350bfcce req-f121aec5-6876-446d-9e12-9b37fd472a8a tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466058 Oct 06 12:23:31.968151 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b38ae-95e8-49b2-a18d-9780807d5584 req-84020fd6-f522-4f75-94bd-4c4811536a2a tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:31.971959 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-099b38ae-95e8-49b2-a18d-9780807d5584 req-84020fd6-f522-4f75-94bd-4c4811536a2a tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0502021 Oct 06 12:23:32.025045 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-099b38ae-95e8-49b2-a18d-9780807d5584 req-03e04bef-e95c-4f71-b9ac-436b4e809bc5 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496361 Oct 06 12:23:32.778247 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97fdd4-bfee-4875-8393-4c3928e78d02 req-34619099-bce8-4648-8080-5752819f22af tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:32.779955 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ce97fdd4-bfee-4875-8393-4c3928e78d02 req-34619099-bce8-4648-8080-5752819f22af tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0470891 Oct 06 12:23:32.831036 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:32.836539 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ce97fdd4-bfee-4875-8393-4c3928e78d02 req-32e5c92b-828f-48e3-9078-e0be8c832f0f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501525 Oct 06 12:23:32.888439 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e66f7-5eec-43a8-91da-533140304357 req-e2b61eb2-69f9-48c1-8565-c1ccda756d5b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:32.889896 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5f1e66f7-5eec-43a8-91da-533140304357 req-e2b61eb2-69f9-48c1-8565-c1ccda756d5b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0488675 Oct 06 12:23:32.938033 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5f1e66f7-5eec-43a8-91da-533140304357 req-065c3b75-6f7f-4ae9-af39-64984060eb12 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421429 Oct 06 12:23:33.159449 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aba90-1373-4848-a923-d505b1fdccd8 req-fd50ec70-2ae3-45dd-8b8b-f99fb301f26d tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:33.161063 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-318aba90-1373-4848-a923-d505b1fdccd8 req-fd50ec70-2ae3-45dd-8b8b-f99fb301f26d tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0595882 Oct 06 12:23:33.210768 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-318aba90-1373-4848-a923-d505b1fdccd8 req-a44d017e-ff6a-44c3-baa1-ae57c303e651 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437610 Oct 06 12:23:33.237276 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 50544) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:33.291418 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:23:33.358274 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4e625f62-144e-4c93-ada0-df2798676e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:33.460189 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4e625f62-144e-4c93-ada0-df2798676e6e admin admin] Publish callbacks [] for security_group (08d912b5-4847-4a07-83c5-73fb29c05000), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:33.465633 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4e625f62-144e-4c93-ada0-df2798676e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (08d912b5-4847-4a07-83c5-73fb29c05000), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:33.514671 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-4e625f62-144e-4c93-ada0-df2798676e6e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f4fedbcdda2c4b6dac6268c093008642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756982 Oct 06 12:23:33.516655 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e625f62-144e-4c93-ada0-df2798676e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d912b5-4847-4a07-83c5-73fb29c05000,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:33.517727 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 50558) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:33.576160 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-084a0f98-05b7-43a3-9f36-ef500b99d33e admin admin] Publish callbacks [] for security_group (08d912b5-4847-4a07-83c5-73fb29c05000), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:33.599971 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-084a0f98-05b7-43a3-9f36-ef500b99d33e admin admin] Publish callbacks [] for security_group (08d912b5-4847-4a07-83c5-73fb29c05000), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:33.661831 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-084a0f98-05b7-43a3-9f36-ef500b99d33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (08d912b5-4847-4a07-83c5-73fb29c05000), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:33.661831 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-084a0f98-05b7-43a3-9f36-ef500b99d33e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:33.667711 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-084a0f98-05b7-43a3-9f36-ef500b99d33e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/08d912b5-4847-4a07-83c5-73fb29c05000 HTTP/1.1" status: 204 len: 168 time: 0.1417007 Oct 06 12:23:33.680288 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a0f98-05b7-43a3-9f36-ef500b99d33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d912b5-4847-4a07-83c5-73fb29c05000,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:33.964688 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c062f38-de7a-41d1-8a42-7f417ea6de45 req-1f00e9b4-ac96-4de7-b0fe-476a885df4cc tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:33.966181 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3c062f38-de7a-41d1-8a42-7f417ea6de45 req-1f00e9b4-ac96-4de7-b0fe-476a885df4cc tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0503325 Oct 06 12:23:34.015727 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3c062f38-de7a-41d1-8a42-7f417ea6de45 req-7585e669-cdd6-4845-85a5-5c86aea1d8a9 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435925 Oct 06 12:23:34.068098 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5442de-aead-418a-b8a7-ccc6c2b816f5 req-66748450-5091-4dd2-a0b7-005bf9b64728 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:34.069594 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6d5442de-aead-418a-b8a7-ccc6c2b816f5 req-66748450-5091-4dd2-a0b7-005bf9b64728 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0516665 Oct 06 12:23:34.120105 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6d5442de-aead-418a-b8a7-ccc6c2b816f5 req-696ede96-0bd9-4814-b495-0340000b0e5b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439181 Oct 06 12:23:35.120634 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:35.133978 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e77dfc-2e27-4a07-a034-71574fbba681 req-8a08fcfc-77b2-4ca2-8fb3-d46246c6c75c tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:35.135423 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c3e77dfc-2e27-4a07-a034-71574fbba681 req-8a08fcfc-77b2-4ca2-8fb3-d46246c6c75c tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0462649 Oct 06 12:23:35.186577 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c3e77dfc-2e27-4a07-a034-71574fbba681 req-e8c48e6b-4d78-4ff0-a3f4-e630a0ea07ad tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450399 Oct 06 12:23:35.235333 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c8f63-689e-4c23-94ef-2c249d184e61 req-7b842d7e-b412-455f-a27b-8bb99936d611 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:35.236785 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-022c8f63-689e-4c23-94ef-2c249d184e61 req-7b842d7e-b412-455f-a27b-8bb99936d611 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0446780 Oct 06 12:23:35.284937 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-022c8f63-689e-4c23-94ef-2c249d184e61 req-d2e276d8-1ada-440c-9ac6-bb6d66769d6a tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426283 Oct 06 12:23:35.295808 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:36.302188 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6cae7-b7c5-4c96-a740-974354e6d534 req-d49eb626-29a2-4fb0-89d8-c97dda944d60 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:36.303624 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e5a6cae7-b7c5-4c96-a740-974354e6d534 req-d49eb626-29a2-4fb0-89d8-c97dda944d60 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0454879 Oct 06 12:23:36.349906 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e5a6cae7-b7c5-4c96-a740-974354e6d534 req-70b0aa0e-7630-4919-948c-e9a9b8be6e15 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408926 Oct 06 12:23:36.406716 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eee64-5941-484c-801d-334c3ce17cf7 req-98905efe-ca7e-4e3d-bc96-7ad2234e651b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:36.408229 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f81eee64-5941-484c-801d-334c3ce17cf7 req-98905efe-ca7e-4e3d-bc96-7ad2234e651b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0486453 Oct 06 12:23:36.454555 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f81eee64-5941-484c-801d-334c3ce17cf7 req-5e82be60-be41-4eb0-a523-b4c32fe07a5b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Oct 06 12:23:36.886546 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:37.459331 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:37.467662 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221d2e7-2186-476e-a961-14e5f386a0eb req-8bd03778-bd4b-42c2-be1c-dad30b629a25 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:37.469119 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3221d2e7-2186-476e-a961-14e5f386a0eb req-8bd03778-bd4b-42c2-be1c-dad30b629a25 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0467348 Oct 06 12:23:37.518965 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3221d2e7-2186-476e-a961-14e5f386a0eb req-81bacd56-d0ef-440e-81ea-d10bff51569a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441496 Oct 06 12:23:37.576376 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6709c-0191-4256-aeec-103287cc3992 req-e656956b-65b4-4d23-8332-e244aea86195 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:37.577799 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2ea6709c-0191-4256-aeec-103287cc3992 req-e656956b-65b4-4d23-8332-e244aea86195 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0452774 Oct 06 12:23:37.627035 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2ea6709c-0191-4256-aeec-103287cc3992 req-4d2be9a0-6070-4d5e-a2c9-9ebf40693f77 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438671 Oct 06 12:23:38.635368 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9104a8b-15c8-40c2-859c-60adc8978b4e req-36650e66-7ae8-4c8c-9e05-44f0b3bb0176 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:38.636820 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f9104a8b-15c8-40c2-859c-60adc8978b4e req-36650e66-7ae8-4c8c-9e05-44f0b3bb0176 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0455744 Oct 06 12:23:38.684380 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f9104a8b-15c8-40c2-859c-60adc8978b4e req-381e70e6-c9d5-4c88-95d7-2dcba89a740e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419631 Oct 06 12:23:38.741777 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea6ddf-3c83-45a8-aed0-753cf22c9c1d req-6547b5be-b8f5-4838-8c78-c023f70c5f33 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:38.743775 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-42ea6ddf-3c83-45a8-aed0-753cf22c9c1d req-6547b5be-b8f5-4838-8c78-c023f70c5f33 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0439599 Oct 06 12:23:38.789449 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-42ea6ddf-3c83-45a8-aed0-753cf22c9c1d req-8491e924-bb8d-4ada-aae5-1759bb003d3b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403039 Oct 06 12:23:39.803805 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad5c0-9b86-48a2-8608-1ea579c99212 req-1c8cc74c-6a4a-4477-89c9-8ed46c1228bb tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:39.805174 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ccdad5c0-9b86-48a2-8608-1ea579c99212 req-1c8cc74c-6a4a-4477-89c9-8ed46c1228bb tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0482433 Oct 06 12:23:39.851844 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ccdad5c0-9b86-48a2-8608-1ea579c99212 req-dc49ea53-2033-4a2d-896f-1cb922a0dbb2 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404267 Oct 06 12:23:39.905580 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c52ed-26cb-4a7f-9134-c73833f3acb0 req-30097275-fd80-4086-8e46-3c07127983ba tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:39.907011 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4f8c52ed-26cb-4a7f-9134-c73833f3acb0 req-30097275-fd80-4086-8e46-3c07127983ba tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0446291 Oct 06 12:23:39.953484 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4f8c52ed-26cb-4a7f-9134-c73833f3acb0 req-593b421e-c78b-4c20-a9a1-1e610cdf9db6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407352 Oct 06 12:23:40.971846 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427719b2-a8b8-4e04-8769-0c424afbef40 req-257af402-6792-49ff-ac57-a1b2887ea90f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:40.973271 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-427719b2-a8b8-4e04-8769-0c424afbef40 req-257af402-6792-49ff-ac57-a1b2887ea90f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0486686 Oct 06 12:23:41.213773 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cf1ef-b2e4-4478-9f7c-67c1dd6a2da7 req-46d9e1fb-63ca-4913-842b-73d819d30597 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:41.215247 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a54cf1ef-b2e4-4478-9f7c-67c1dd6a2da7 req-46d9e1fb-63ca-4913-842b-73d819d30597 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0632634 Oct 06 12:23:41.218584 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-427719b2-a8b8-4e04-8769-0c424afbef40 req-6eb77b04-1bac-4646-bf42-53421621c8a9 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399106 Oct 06 12:23:41.264426 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a54cf1ef-b2e4-4478-9f7c-67c1dd6a2da7 req-b2cd84fc-28a9-42bf-9c1a-63886f56cfdc tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433552 Oct 06 12:23:42.303328 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:42.338980 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1ee80-d652-4ce5-ae57-d7a7c1dba023 req-9733e2a9-8880-49e9-93a2-e2847433b9d3 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:42.340540 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-17c1ee80-d652-4ce5-ae57-d7a7c1dba023 req-9733e2a9-8880-49e9-93a2-e2847433b9d3 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0468695 Oct 06 12:23:42.405059 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebbdbe-4f25-470b-81bb-5156c1ebbe9b req-a09a3570-88b9-4a43-b325-9ec83f321e20 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:42.406692 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0cebbdbe-4f25-470b-81bb-5156c1ebbe9b req-a09a3570-88b9-4a43-b325-9ec83f321e20 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0650797 Oct 06 12:23:42.434812 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-17c1ee80-d652-4ce5-ae57-d7a7c1dba023 req-d6c1a8de-b67f-4fca-867c-40a43a3cc641 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843170 Oct 06 12:23:42.464086 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0cebbdbe-4f25-470b-81bb-5156c1ebbe9b req-aae03ace-a25b-463c-a68a-c92b8316fef3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516160 Oct 06 12:23:43.286915 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:43.576511 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbec41-32e4-4502-a8c7-8da658a95b46 req-a1d08372-0696-4357-b4a8-0631bb8b2429 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:43.578165 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-57bbec41-32e4-4502-a8c7-8da658a95b46 req-a1d08372-0696-4357-b4a8-0631bb8b2429 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0692317 Oct 06 12:23:43.602908 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=37 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:43.611955 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12e55a-320f-461b-8358-704698409a88 req-315a0ba1-5d78-448f-969d-c0e3d398a942 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:43.613392 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2c12e55a-320f-461b-8358-704698409a88 req-315a0ba1-5d78-448f-969d-c0e3d398a942 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0719092 Oct 06 12:23:43.628215 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:43.668171 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-57bbec41-32e4-4502-a8c7-8da658a95b46 req-e49e90c9-1480-4d88-b85b-51e88f3f0186 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816727 Oct 06 12:23:43.680854 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=51,neutron:DELETE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:43.685184 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2c12e55a-320f-461b-8358-704698409a88 req-2396a2ab-ab87-4df3-a240-63a93da6065d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644555 Oct 06 12:23:44.229657 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fc7cd-e76a-4a67-ab89-24cbb5b3f27d req-5d1c3374-1d02-4bbb-9769-4964afc199f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:44.231238 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ca1fc7cd-e76a-4a67-ab89-24cbb5b3f27d req-5d1c3374-1d02-4bbb-9769-4964afc199f8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 1130 time: 0.0574980 Oct 06 12:23:44.625779 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fc7cd-e76a-4a67-ab89-24cbb5b3f27d req-05c0490d-65b2-4ebf-9c68-cc12faff1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:44.628349 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ca1fc7cd-e76a-4a67-ab89-24cbb5b3f27d req-05c0490d-65b2-4ebf-9c68-cc12faff1e38 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 919 time: 0.3799412 Oct 06 12:23:44.687844 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ca1fc7cd-e76a-4a67-ab89-24cbb5b3f27d req-a4bf2e86-d6a0-405a-b915-e6e4d2f859c0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=180aaafa-49f4-4890-afea-eb300c2b071f HTTP/1.1" status: 200 len: 217 time: 0.0479693 Oct 06 12:23:44.746476 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fc7cd-e76a-4a67-ab89-24cbb5b3f27d req-377a4491-b6cc-4f72-81fa-04b85e9b9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:44.748299 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ca1fc7cd-e76a-4a67-ab89-24cbb5b3f27d req-377a4491-b6cc-4f72-81fa-04b85e9b9adc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.0543919 Oct 06 12:23:44.806209 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fc7cd-e76a-4a67-ab89-24cbb5b3f27d req-434b04fd-785c-46b3-a96c-eb6fdc9882dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:44.808076 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ca1fc7cd-e76a-4a67-ab89-24cbb5b3f27d req-434b04fd-785c-46b3-a96c-eb6fdc9882dd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523357 Oct 06 12:23:44.824587 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b52cc-02e0-443b-963e-f6cd6d0c9932 req-859a0044-9d68-4ab3-b361-08cefac73bec tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:44.826799 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8e9b52cc-02e0-443b-963e-f6cd6d0c9932 req-859a0044-9d68-4ab3-b361-08cefac73bec tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 943 time: 0.0669980 Oct 06 12:23:44.901749 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:23:44.941282 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8e9b52cc-02e0-443b-963e-f6cd6d0c9932 req-48d187d0-37fe-4a79-a660-9dd4f308159b tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055350 Oct 06 12:23:45.023222 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ca1fc7cd-e76a-4a67-ab89-24cbb5b3f27d req-27d92571-02b5-44ca-a0fe-8ebea28dd9a1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991055 Oct 06 12:23:45.078347 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb052b-4d66-43cd-b120-8d7509a9ca6e req-9e7e6c62-af8c-45a2-a89b-4e448b926af8 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:45.079940 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f4fb052b-4d66-43cd-b120-8d7509a9ca6e req-9e7e6c62-af8c-45a2-a89b-4e448b926af8 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0649970 Oct 06 12:23:45.105091 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd,segment=NetworkSegment(2a247455-d931-427c-b5d7-06d88a7c7abe),segment_id=2a247455-d931-427c-b5d7-06d88a7c7abe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:23:45.117456 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '2f5ac9b9-0c5c-4565-96ae-3de71a11dddd', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'port_id': '2f5ac9b9-0c5c-4565-96ae-3de71a11dddd', 'mac_address': 'fa:16:3e:48:0f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:23:45.153046 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f4fb052b-4d66-43cd-b120-8d7509a9ca6e req-c1299707-b318-4653-8ea4-cc72c7531c49 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641935 Oct 06 12:23:45.164463 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:23:45.165034 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (2f5ac9b9-0c5c-4565-96ae-3de71a11dddd), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:45.166622 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ca1fc7cd-e76a-4a67-ab89-24cbb5b3f27d req-640fabce-c68b-4861-81c5-989da6010ec3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366262 Oct 06 12:23:45.179898 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:23:45.200229 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd,segment=NetworkSegment(2a247455-d931-427c-b5d7-06d88a7c7abe),segment_id=2a247455-d931-427c-b5d7-06d88a7c7abe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:23:45.204187 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (2f5ac9b9-0c5c-4565-96ae-3de71a11dddd), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:45.253636 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:46.053650 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4494c-18bf-4e4e-88b7-27a0c8813a1f req-532122c6-a53e-4f5c-9087-49be18eb97a1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:46.055187 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-82f4494c-18bf-4e4e-88b7-27a0c8813a1f req-532122c6-a53e-4f5c-9087-49be18eb97a1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 944 time: 0.0472708 Oct 06 12:23:46.103085 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-82f4494c-18bf-4e4e-88b7-27a0c8813a1f req-d460f619-fda3-4987-a91c-e3aa0ce2a03f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422263 Oct 06 12:23:46.265207 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2d5a3-cc57-4472-b9a1-e7cbeb450fbb req-212e0bd6-cfcd-49c9-9c6e-7bbb4c635b23 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:46.266665 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-63f2d5a3-cc57-4472-b9a1-e7cbeb450fbb req-212e0bd6-cfcd-49c9-9c6e-7bbb4c635b23 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0458837 Oct 06 12:23:46.314019 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-63f2d5a3-cc57-4472-b9a1-e7cbeb450fbb req-a7486e5c-3b04-4765-aa1d-10f75030e56e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417578 Oct 06 12:23:47.222556 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fe653-64d1-4469-afdb-82be016947ff req-2ebe8aa7-f3e9-455b-a31e-2be1cb76d10b tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:47.223929 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2b1fe653-64d1-4469-afdb-82be016947ff req-2ebe8aa7-f3e9-455b-a31e-2be1cb76d10b tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 944 time: 0.0480039 Oct 06 12:23:47.270474 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2b1fe653-64d1-4469-afdb-82be016947ff req-eda55611-bf57-4dc7-8150-922407594311 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402949 Oct 06 12:23:47.435140 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ef046-0e05-4b40-8e80-545a8f58036a req-c6428a5f-f6a4-4605-bc7c-baaaec62f726 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:47.436624 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c18ef046-0e05-4b40-8e80-545a8f58036a req-c6428a5f-f6a4-4605-bc7c-baaaec62f726 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0454297 Oct 06 12:23:47.485568 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c18ef046-0e05-4b40-8e80-545a8f58036a req-28eee433-6309-47f0-aa7e-9633800cb256 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410166 Oct 06 12:23:48.386183 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555af212-052d-4de9-b2e2-d33ee8c92ac9 req-cca45ed6-dd1a-43db-b0e1-0462d2c63a06 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:48.387625 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-555af212-052d-4de9-b2e2-d33ee8c92ac9 req-cca45ed6-dd1a-43db-b0e1-0462d2c63a06 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 944 time: 0.0442967 Oct 06 12:23:48.438263 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-555af212-052d-4de9-b2e2-d33ee8c92ac9 req-ce763635-78a3-4e0d-a555-42aef075a267 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452113 Oct 06 12:23:48.595598 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:48.603688 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37aafb-fa31-438e-af8e-ef7327b7b45d req-a11d62cc-ef45-4867-b388-6693917243a1 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:48.605182 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3d37aafb-fa31-438e-af8e-ef7327b7b45d req-a11d62cc-ef45-4867-b388-6693917243a1 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0455916 Oct 06 12:23:48.651433 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3d37aafb-fa31-438e-af8e-ef7327b7b45d req-67163d67-7aea-4e27-a307-39de01de0aa6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408421 Oct 06 12:23:48.729488 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-51d910d7-b1dd-4cb0-94dd-b46fea25dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:49.557560 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628e6df-abc4-48a8-b3b1-1889d1bf06ef req-3056d44d-c6ce-47c1-8584-fa18426068e5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:49.558975 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e628e6df-abc4-48a8-b3b1-1889d1bf06ef req-3056d44d-c6ce-47c1-8584-fa18426068e5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 944 time: 0.0448637 Oct 06 12:23:49.604480 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e628e6df-abc4-48a8-b3b1-1889d1bf06ef req-0d5433a0-08a8-4615-9cf2-7aeeaa1c7c03 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401676 Oct 06 12:23:49.778026 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de0f13-bacd-4fa4-bcce-09a831fb034d req-d99f1f9c-71e5-439c-9b63-558871782454 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:49.779418 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-67de0f13-bacd-4fa4-bcce-09a831fb034d req-d99f1f9c-71e5-439c-9b63-558871782454 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0559871 Oct 06 12:23:49.818493 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:49.828398 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-67de0f13-bacd-4fa4-bcce-09a831fb034d req-d09f1631-bc87-4fd2-b49e-b640580da541 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431201 Oct 06 12:23:50.455492 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['2f5ac9b9-0c5c-4565-96ae-3de71a11dddd'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:23:50.722344 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fe718-0a9e-4f10-ab38-e84292fbdbcb req-1f3aea4f-6610-4cf0-a0f6-f286043e0f66 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:50.723743 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5f6fe718-0a9e-4f10-ab38-e84292fbdbcb req-1f3aea4f-6610-4cf0-a0f6-f286043e0f66 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 944 time: 0.0447462 Oct 06 12:23:50.769799 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5f6fe718-0a9e-4f10-ab38-e84292fbdbcb req-d9bb6b42-e415-41b0-838d-96fba7b9a264 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399840 Oct 06 12:23:50.954026 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd65211-f0de-4050-8f0b-084ef257023c req-0b4c8e10-57dc-423a-85c1-799178243590 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:50.955497 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-abd65211-f0de-4050-8f0b-084ef257023c req-0b4c8e10-57dc-423a-85c1-799178243590 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0508621 Oct 06 12:23:51.006465 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-abd65211-f0de-4050-8f0b-084ef257023c req-49471358-32ba-46b7-853b-b2a37c92a42c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453837 Oct 06 12:23:51.037203 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-527e55aa-99f4-44f0-9a90-10ca7ecc66c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:51.895280 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4d82c-7a74-4357-b47a-69f5e3c7a1af req-3dcee194-3bf3-4b06-a094-b8da25602d43 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:51.897197 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6d4d82c-7a74-4357-b47a-69f5e3c7a1af req-3dcee194-3bf3-4b06-a094-b8da25602d43 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 944 time: 0.0509286 Oct 06 12:23:51.949040 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6d4d82c-7a74-4357-b47a-69f5e3c7a1af req-55396c91-d1e0-4b84-823d-2f9da774929d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457344 Oct 06 12:23:52.053524 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:52.069522 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:52.159331 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dda732-4fa4-44a7-9e8e-0df16da07d05 req-ea96ad20-91f1-4f5a-a9f8-5743f02b6492 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:52.161064 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b9dda732-4fa4-44a7-9e8e-0df16da07d05 req-ea96ad20-91f1-4f5a-a9f8-5743f02b6492 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0552361 Oct 06 12:23:52.233350 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:23:52.237769 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b9dda732-4fa4-44a7-9e8e-0df16da07d05 req-f51a233e-151c-4ae8-b7b2-ca24974ccce9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604656 Oct 06 12:23:52.240619 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:52.297967 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:23:52.308324 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:23:52.310463 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (2f5ac9b9-0c5c-4565-96ae-3de71a11dddd), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:52.310803 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd Oct 06 12:23:52.411467 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:23:52.411895 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (2f5ac9b9-0c5c-4565-96ae-3de71a11dddd), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:52.438021 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c26e82-69b3-4ffa-97e2-7ca36b941c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5ac9b9-0c5c-4565-96ae-3de71a11dddd'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:23:52.440299 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f08ee0-dc87-4a64-95ca-b703f34c3b14" -d '{"events": [{"server_uuid": "b7c26e82-69b3-4ffa-97e2-7ca36b941c1f", "name": "network-vif-plugged", "status": "completed", "tag": "2f5ac9b9-0c5c-4565-96ae-3de71a11dddd"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:23:52.455288 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd,segment=NetworkSegment(2a247455-d931-427c-b5d7-06d88a7c7abe),segment_id=2a247455-d931-427c-b5d7-06d88a7c7abe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:23:52.465268 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 51030) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:52.469062 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (2f5ac9b9-0c5c-4565-96ae-3de71a11dddd), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:52.521599 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66eaeee2-59dc-45ed-9e63-bb7bb5974b3c x-openstack-request-id: req-66eaeee2-59dc-45ed-9e63-bb7bb5974b3c {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:23:52.521883 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c26e82-69b3-4ffa-97e2-7ca36b941c1f", "name": "network-vif-plugged", "status": "completed", "tag": "2f5ac9b9-0c5c-4565-96ae-3de71a11dddd", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:23:52.522167 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-66eaeee2-59dc-45ed-9e63-bb7bb5974b3c {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:23:52.522539 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66eaeee2-59dc-45ed-9e63-bb7bb5974b3c'] response: {'server_uuid': 'b7c26e82-69b3-4ffa-97e2-7ca36b941c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5ac9b9-0c5c-4565-96ae-3de71a11dddd', 'code': 200} Oct 06 12:23:52.534395 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:52.589705 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 51036) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:52.658228 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3328e5b7-30c9-48ad-a08f-ea0a5206b149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:52.667975 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e510-5b31-4bf7-9e51-068ad2000a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:52.758164 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e510-5b31-4bf7-9e51-068ad2000a2c admin admin] Publish callbacks [] for security_group (c06e855b-1b76-40e5-978b-12e9777039a7), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:52.762452 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e510-5b31-4bf7-9e51-068ad2000a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (c06e855b-1b76-40e5-978b-12e9777039a7), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:52.764960 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3328e5b7-30c9-48ad-a08f-ea0a5206b149 admin admin] Publish callbacks [] for security_group (da159a8b-f9df-41da-872a-3304c9aec7f2), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:52.784117 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3328e5b7-30c9-48ad-a08f-ea0a5206b149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (da159a8b-f9df-41da-872a-3304c9aec7f2), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:52.805172 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-5cc3e510-5b31-4bf7-9e51-068ad2000a2c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=515a7064170b4dc2aa20063e794deeae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383870 Oct 06 12:23:52.807025 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3e510-5b31-4bf7-9e51-068ad2000a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06e855b-1b76-40e5-978b-12e9777039a7,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:52.809328 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 51044) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:52.838058 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef9708-b258-4c33-b34b-a4e9f8c228b7 req-3644be9d-90df-41a0-b7ee-9f9ebd7f8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:52.839555 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-deef9708-b258-4c33-b34b-a4e9f8c228b7 req-3644be9d-90df-41a0-b7ee-9f9ebd7f8b6c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 1129 time: 0.0985818 Oct 06 12:23:52.847540 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-3328e5b7-30c9-48ad-a08f-ea0a5206b149 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d7ec442aa479492783daf603f9a284ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560709 Oct 06 12:23:52.849336 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 51048) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:52.850059 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328e5b7-30c9-48ad-a08f-ea0a5206b149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da159a8b-f9df-41da-872a-3304c9aec7f2,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:52.878155 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:52.893538 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-deef9708-b258-4c33-b34b-a4e9f8c228b7 req-d84d658d-9214-470e-b7af-741550991053 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444062 Oct 06 12:23:52.906610 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-53a655f4-f3f5-45a6-a921-32fc456526c1 admin admin] Publish callbacks [] for security_group (c06e855b-1b76-40e5-978b-12e9777039a7), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:52.938122 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-53a655f4-f3f5-45a6-a921-32fc456526c1 admin admin] Publish callbacks [] for security_group (c06e855b-1b76-40e5-978b-12e9777039a7), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:52.950388 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2b54d58e-05ce-4823-9742-1d5c08e55f5e admin admin] Publish callbacks [] for security_group (da159a8b-f9df-41da-872a-3304c9aec7f2), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:52.990468 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2b54d58e-05ce-4823-9742-1d5c08e55f5e admin admin] Publish callbacks [] for security_group (da159a8b-f9df-41da-872a-3304c9aec7f2), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.073700 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-53a655f4-f3f5-45a6-a921-32fc456526c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (c06e855b-1b76-40e5-978b-12e9777039a7), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.076728 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-53a655f4-f3f5-45a6-a921-32fc456526c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.077565 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-53a655f4-f3f5-45a6-a921-32fc456526c1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c06e855b-1b76-40e5-978b-12e9777039a7 HTTP/1.1" status: 204 len: 168 time: 0.2673421 Oct 06 12:23:53.084383 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2b54d58e-05ce-4823-9742-1d5c08e55f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (da159a8b-f9df-41da-872a-3304c9aec7f2), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.087255 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2b54d58e-05ce-4823-9742-1d5c08e55f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.088373 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-2b54d58e-05ce-4823-9742-1d5c08e55f5e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/da159a8b-f9df-41da-872a-3304c9aec7f2 HTTP/1.1" status: 204 len: 168 time: 0.2380836 Oct 06 12:23:53.103338 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ecd99-19ee-407e-8405-dc11ed2ecc9a req-5e29067f-65f2-406d-82e0-7c39384036a0 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:53.104911 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8a1ecd99-19ee-407e-8405-dc11ed2ecc9a req-5e29067f-65f2-406d-82e0-7c39384036a0 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0720899 Oct 06 12:23:53.106513 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a655f4-f3f5-45a6-a921-32fc456526c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06e855b-1b76-40e5-978b-12e9777039a7,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:53.163285 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54d58e-05ce-4823-9742-1d5c08e55f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da159a8b-f9df-41da-872a-3304c9aec7f2,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:53.203809 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8a1ecd99-19ee-407e-8405-dc11ed2ecc9a req-477ff8d3-b640-424a-b77c-f10b547210e2 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758657 Oct 06 12:23:53.353457 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:53.381320 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f1167-9530-42c2-8fa7-cba7eade655b req-0e104c13-94bb-4e98-8aab-8895c3e82eac tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:53.383800 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ff6f1167-9530-42c2-8fa7-cba7eade655b req-0e104c13-94bb-4e98-8aab-8895c3e82eac tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0645633 Oct 06 12:23:53.457188 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ff6f1167-9530-42c2-8fa7-cba7eade655b req-caa3feaf-2621-4890-8ca8-5df0e286eb1b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672619 Oct 06 12:23:53.511220 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 51088) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:53.574120 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.575002 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea351a2-65ba-4214-801c-e8e0781fa02b admin admin] Deleting subnet 4f62f4e5-09da-4c8a-b87d-ef12d45cfd61 {{(pid=106140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:23:53.578850 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7ea351a2-65ba-4214-801c-e8e0781fa02b admin admin] Publish callbacks [] for subnet (4f62f4e5-09da-4c8a-b87d-ef12d45cfd61), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.590348 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 51094) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:53.607563 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-33336c67-79f9-4306-b0d5-b2cc382d859d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.628585 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7ea351a2-65ba-4214-801c-e8e0781fa02b admin admin] Publish callbacks [] for subnet (4f62f4e5-09da-4c8a-b87d-ef12d45cfd61), precommit_delete_associations {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.639382 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7ea351a2-65ba-4214-801c-e8e0781fa02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (4f62f4e5-09da-4c8a-b87d-ef12d45cfd61), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.660914 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:53.689984 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-33336c67-79f9-4306-b0d5-b2cc382d859d admin admin] Publish callbacks [] for security_group (f787309c-e735-4ca8-b6c8-a451a7b61290), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.694806 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-33336c67-79f9-4306-b0d5-b2cc382d859d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (f787309c-e735-4ca8-b6c8-a451a7b61290), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.705327 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7ea351a2-65ba-4214-801c-e8e0781fa02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (4f62f4e5-09da-4c8a-b87d-ef12d45cfd61), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.734422 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.739976 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea351a2-65ba-4214-801c-e8e0781fa02b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f62f4e5-09da-4c8a-b87d-ef12d45cfd61,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:53.740751 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33336c67-79f9-4306-b0d5-b2cc382d859d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f787309c-e735-4ca8-b6c8-a451a7b61290,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:53.744477 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7ea351a2-65ba-4214-801c-e8e0781fa02b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.747999 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-7ea351a2-65ba-4214-801c-e8e0781fa02b admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/4f62f4e5-09da-4c8a-b87d-ef12d45cfd61 HTTP/1.1" status: 204 len: 168 time: 0.2349834 Oct 06 12:23:53.750002 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-33336c67-79f9-4306-b0d5-b2cc382d859d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=41807e498b3947aca80280634840ef6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585574 Oct 06 12:23:53.750524 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 51096) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:53.752721 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 51098) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:53.858491 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (acaf75ab-e2bf-49c1-8c48-81c3e5201a87), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.871451 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-47d02708-455d-4d7c-bd27-1b3097cc7ee0 admin admin] Publish callbacks [] for security_group (f787309c-e735-4ca8-b6c8-a451a7b61290), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.927159 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-47d02708-455d-4d7c-bd27-1b3097cc7ee0 admin admin] Publish callbacks [] for security_group (f787309c-e735-4ca8-b6c8-a451a7b61290), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:53.984501 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (acaf75ab-e2bf-49c1-8c48-81c3e5201a87), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:54.003899 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:54.016105 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:54.016477 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:54.017252 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:54.017597 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Subscribe: > port after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:54.017944 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Subscribe: > port after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:54.018286 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Subscribe: > port after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:54.018615 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:54.018958 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:54.019280 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:54.019632 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:54.203211 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:54.203608 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:54.203948 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:54.204282 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:54.204662 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acaf75ab-e2bf-49c1-8c48-81c3e5201a87']}} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:23:54.230056 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc6197c-e9a5-4919-8005-f09c2098142b') {'for_net_delete': True} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:23:54.230352 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc6197c-e9a5-4919-8005-f09c2098142b') {} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:23:54.251534 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7447264'] for segment (0cc6197c-e9a5-4919-8005-f09c2098142b), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:54.270985 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-47d02708-455d-4d7c-bd27-1b3097cc7ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (f787309c-e735-4ca8-b6c8-a451a7b61290), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:54.274186 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-47d02708-455d-4d7c-bd27-1b3097cc7ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:54.278489 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-47d02708-455d-4d7c-bd27-1b3097cc7ee0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f787309c-e735-4ca8-b6c8-a451a7b61290 HTTP/1.1" status: 204 len: 168 time: 0.5248942 Oct 06 12:23:54.291556 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (0cc6197c-e9a5-4919-8005-f09c2098142b), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:54.297886 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d02708-455d-4d7c-bd27-1b3097cc7ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f787309c-e735-4ca8-b6c8-a451a7b61290,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:54.304084 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:23:54.305375 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5176022'] for segment (0cc6197c-e9a5-4919-8005-f09c2098142b), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:54.415835 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (acaf75ab-e2bf-49c1-8c48-81c3e5201a87), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:54.424304 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8236828-e781-4240-976f-76c9b0bf683a req-63c25c43-f44d-4c0e-bb87-60e56d126853 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:54.425961 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e8236828-e781-4240-976f-76c9b0bf683a req-63c25c43-f44d-4c0e-bb87-60e56d126853 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.1005812 Oct 06 12:23:54.432557 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:54.436341 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/acaf75ab-e2bf-49c1-8c48-81c3e5201a87 HTTP/1.1" status: 204 len: 168 time: 0.6848578 Oct 06 12:23:54.439361 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 51142) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:54.468105 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9a1b0-aaa7-4dcf-b1dd-83b8a48bab8a admin admin] Pushing event deleted for resources: {'Network': ['ID=acaf75ab-e2bf-49c1-8c48-81c3e5201a87,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:54.519740 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e8236828-e781-4240-976f-76c9b0bf683a req-a5696a42-af14-4f67-8d85-b97a306c1af3 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820220 Oct 06 12:23:54.543226 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 51146) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:54.592967 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4870e5-bedd-48f9-aad0-a2c4cec37b2f admin admin] Deleting subnet a620e79c-af14-47f3-b1d0-78fd8c372ea0 {{(pid=106139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:23:54.597852 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4e4870e5-bedd-48f9-aad0-a2c4cec37b2f admin admin] Publish callbacks [] for subnet (a620e79c-af14-47f3-b1d0-78fd8c372ea0), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:54.649001 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4e4870e5-bedd-48f9-aad0-a2c4cec37b2f admin admin] Publish callbacks [] for subnet (a620e79c-af14-47f3-b1d0-78fd8c372ea0), precommit_delete_associations {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:54.653748 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a71f5-8a31-4631-89e4-72695583b477 req-5485734f-1e4c-49a6-a760-84ff963f9ca2 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:54.662355 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4e4870e5-bedd-48f9-aad0-a2c4cec37b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (a620e79c-af14-47f3-b1d0-78fd8c372ea0), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:54.666227 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ce7a71f5-8a31-4631-89e4-72695583b477 req-5485734f-1e4c-49a6-a760-84ff963f9ca2 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0769324 Oct 06 12:23:54.673866 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 51150) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:54.737025 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4e4870e5-bedd-48f9-aad0-a2c4cec37b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (a620e79c-af14-47f3-b1d0-78fd8c372ea0), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:54.738371 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ce7a71f5-8a31-4631-89e4-72695583b477 req-e674ed8f-7193-4820-a424-c03f05e7b401 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711243 Oct 06 12:23:54.745446 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:54.794580 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4870e5-bedd-48f9-aad0-a2c4cec37b2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a620e79c-af14-47f3-b1d0-78fd8c372ea0,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:54.801270 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4e4870e5-bedd-48f9-aad0-a2c4cec37b2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:54.806948 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-4e4870e5-bedd-48f9-aad0-a2c4cec37b2f admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/a620e79c-af14-47f3-b1d0-78fd8c372ea0 HTTP/1.1" status: 204 len: 168 time: 0.3658998 Oct 06 12:23:54.809316 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 51162) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:54.900993 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (efbbde7b-c049-4bad-8fbc-d6839a7113a4), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:54.988579 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (efbbde7b-c049-4bad-8fbc-d6839a7113a4), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.012789 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:55.013320 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:55.014240 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:55.014738 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Subscribe: > port after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:55.015241 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:55.015602 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Subscribe: > port after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:55.016641 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:55.017268 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:55.017604 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:55.017937 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:55.020900 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-97f777cf-e6e5-42e0-97e9-c94962f8ddf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.074651 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-bde55a90-dd75-4112-9c15-e1c0eaa3d975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.081977 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:55.095231 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:55.095626 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:55.095969 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:55.096432 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 12:23:55.096881 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbbde7b-c049-4bad-8fbc-d6839a7113a4']}} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:23:55.115810 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac5d6ae-21a0-4a5c-ac18-df51c8db6eb7') {'for_net_delete': True} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:23:55.116467 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac5d6ae-21a0-4a5c-ac18-df51c8db6eb7') {} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:23:55.135218 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment 0cc6197c-e9a5-4919-8005-f09c2098142b resource provider aggregate not found Oct 06 12:23:55.137612 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7435035'] for segment (cac5d6ae-21a0-4a5c-ac18-df51c8db6eb7), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.160128 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment 0cc6197c-e9a5-4919-8005-f09c2098142b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cc6197c-e9a5-4919-8005-f09c2098142b found for delete ", "request_id": "req-8ce16360-92e7-4ed6-971d-b5f552381644"}]} Oct 06 12:23:55.165066 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (cac5d6ae-21a0-4a5c-ac18-df51c8db6eb7), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.174002 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:23:55.174395 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4794253'] for segment (cac5d6ae-21a0-4a5c-ac18-df51c8db6eb7), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.182150 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-97f777cf-e6e5-42e0-97e9-c94962f8ddf8 admin admin] Publish callbacks [] for security_group (94c517f9-3e44-4109-9c5b-4c08a866f359), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.194939 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-97f777cf-e6e5-42e0-97e9-c94962f8ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (94c517f9-3e44-4109-9c5b-4c08a866f359), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.255025 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f777cf-e6e5-42e0-97e9-c94962f8ddf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c517f9-3e44-4109-9c5b-4c08a866f359,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:55.255150 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (efbbde7b-c049-4bad-8fbc-d6839a7113a4), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.266958 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-97f777cf-e6e5-42e0-97e9-c94962f8ddf8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0610c3c8314f4212b848fd79761cf145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7225654 Oct 06 12:23:55.267577 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 51186) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:55.272485 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=efbbde7b-c049-4bad-8fbc-d6839a7113a4,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:55.275611 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.277994 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-bde55a90-dd75-4112-9c15-e1c0eaa3d975 admin admin] Publish callbacks [] for security_group (c39a3ef5-6ebc-4d8e-895f-9219be84c1e8), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.281248 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-7662bed1-7a1f-4e40-afd1-100ba69030b9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/efbbde7b-c049-4bad-8fbc-d6839a7113a4 HTTP/1.1" status: 204 len: 168 time: 0.4705141 Oct 06 12:23:55.290022 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-bde55a90-dd75-4112-9c15-e1c0eaa3d975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (c39a3ef5-6ebc-4d8e-895f-9219be84c1e8), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.356442 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-bde55a90-dd75-4112-9c15-e1c0eaa3d975 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d785e123e16648908d42c04a0130dc0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6814294 Oct 06 12:23:55.359433 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 51192) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:55.363890 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde55a90-dd75-4112-9c15-e1c0eaa3d975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39a3ef5-6ebc-4d8e-895f-9219be84c1e8,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:55.370849 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1e23c87d-dec4-4699-80ec-a2a2a67fcd37 admin admin] Publish callbacks [] for security_group (94c517f9-3e44-4109-9c5b-4c08a866f359), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.400107 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1e23c87d-dec4-4699-80ec-a2a2a67fcd37 admin admin] Publish callbacks [] for security_group (94c517f9-3e44-4109-9c5b-4c08a866f359), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.407924 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:55.459576 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:55.465245 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c2d8d652-b852-4da7-ac66-fc216b6390fc admin admin] Publish callbacks [] for security_group (c39a3ef5-6ebc-4d8e-895f-9219be84c1e8), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.483011 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1e23c87d-dec4-4699-80ec-a2a2a67fcd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (94c517f9-3e44-4109-9c5b-4c08a866f359), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.486108 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1e23c87d-dec4-4699-80ec-a2a2a67fcd37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.487249 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-1e23c87d-dec4-4699-80ec-a2a2a67fcd37 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/94c517f9-3e44-4109-9c5b-4c08a866f359 HTTP/1.1" status: 204 len: 168 time: 0.2161112 Oct 06 12:23:55.491489 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c2d8d652-b852-4da7-ac66-fc216b6390fc admin admin] Publish callbacks [] for security_group (c39a3ef5-6ebc-4d8e-895f-9219be84c1e8), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.497903 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23c87d-dec4-4699-80ec-a2a2a67fcd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c517f9-3e44-4109-9c5b-4c08a866f359,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:55.530176 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.services.segments.plugin [-] Segment cac5d6ae-21a0-4a5c-ac18-df51c8db6eb7 resource provider aggregate not found Oct 06 12:23:55.552811 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.services.segments.plugin [-] Segment cac5d6ae-21a0-4a5c-ac18-df51c8db6eb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cac5d6ae-21a0-4a5c-ac18-df51c8db6eb7 found for delete ", "request_id": "req-3bffef07-7856-4bb3-9ed0-57e29b1a8bdd"}]} Oct 06 12:23:55.560857 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c2d8d652-b852-4da7-ac66-fc216b6390fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (c39a3ef5-6ebc-4d8e-895f-9219be84c1e8), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.564003 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c2d8d652-b852-4da7-ac66-fc216b6390fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.565424 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-c2d8d652-b852-4da7-ac66-fc216b6390fc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c39a3ef5-6ebc-4d8e-895f-9219be84c1e8 HTTP/1.1" status: 204 len: 168 time: 0.2044067 Oct 06 12:23:55.576048 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 51214) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:55.586796 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8d652-b852-4da7-ac66-fc216b6390fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39a3ef5-6ebc-4d8e-895f-9219be84c1e8,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:55.633151 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-15a70f88-870d-4626-bb69-677b231ee584 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2a97e649b405464a9fc7ec379401ca2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0556607 Oct 06 12:23:55.635871 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 51216) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:55.690339 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c359a3-04ac-4bde-b14a-485bc3fb0cde req-b20717a8-4e98-4c92-ad43-ef64dfd7a093 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:55.691847 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b9c359a3-04ac-4bde-b14a-485bc3fb0cde req-b20717a8-4e98-4c92-ad43-ef64dfd7a093 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0627496 Oct 06 12:23:55.695439 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7ad18b4d-93eb-47a4-8030-3d89f0f76357 admin admin] Publish callbacks [] for security_group (2cbdcdba-58eb-46a3-b328-e3998a370a56), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.718843 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7ad18b4d-93eb-47a4-8030-3d89f0f76357 admin admin] Publish callbacks [] for security_group (2cbdcdba-58eb-46a3-b328-e3998a370a56), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.771072 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b9c359a3-04ac-4bde-b14a-485bc3fb0cde req-24599306-4a98-49e7-b4f8-937967e9a923 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716641 Oct 06 12:23:55.810570 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7ad18b4d-93eb-47a4-8030-3d89f0f76357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (2cbdcdba-58eb-46a3-b328-e3998a370a56), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.816222 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7ad18b4d-93eb-47a4-8030-3d89f0f76357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:55.820901 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-7ad18b4d-93eb-47a4-8030-3d89f0f76357 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2cbdcdba-58eb-46a3-b328-e3998a370a56 HTTP/1.1" status: 204 len: 168 time: 0.1813788 Oct 06 12:23:55.846516 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad18b4d-93eb-47a4-8030-3d89f0f76357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbdcdba-58eb-46a3-b328-e3998a370a56,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:55.929075 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba321f-d27e-4435-8476-c82184cf05dc req-280140d0-2857-46f8-9822-fe15b1077ccd tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:55.931325 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d0ba321f-d27e-4435-8476-c82184cf05dc req-280140d0-2857-46f8-9822-fe15b1077ccd tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0531039 Oct 06 12:23:56.010277 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8166e1-eb3b-49e6-91b0-8ee03f74c108 req-641fc9e4-3bd3-4a3c-a47f-a9c0edbfd948 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:56.012060 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5f8166e1-eb3b-49e6-91b0-8ee03f74c108 req-641fc9e4-3bd3-4a3c-a47f-a9c0edbfd948 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0759521 Oct 06 12:23:56.025244 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 51234) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:56.030058 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-e0f802e7-9470-46fd-80cd-c20438eb1e2c tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Request body: {'floatingip': {'port_id': '2f5ac9b9-0c5c-4565-96ae-3de71a11dddd'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:23:56.052776 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d0ba321f-d27e-4435-8476-c82184cf05dc req-36221eb7-8ae8-4a1f-af49-6c3437ad57f4 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144469 Oct 06 12:23:56.117669 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e0f802e7-9470-46fd-80cd-c20438eb1e2c tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for floatingip (9d03391b-6f2b-4a23-aada-8176c09ac633), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:56.593171 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 51256) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:56.646335 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-045e45bb-82ca-46d0-bcd6-1990d5d20d9b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=71b5f1c8eb874fc2924e02f0950d0fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515897 Oct 06 12:23:56.650182 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 51258) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:23:56.710533 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-032f980f-6d55-4e13-af13-40d0358dd7bc admin admin] Publish callbacks [] for security_group (e84485c3-d209-47b7-89f6-4ac09433c4d5), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:56.736924 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-032f980f-6d55-4e13-af13-40d0358dd7bc admin admin] Publish callbacks [] for security_group (e84485c3-d209-47b7-89f6-4ac09433c4d5), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:56.745988 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:56.803043 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-032f980f-6d55-4e13-af13-40d0358dd7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (e84485c3-d209-47b7-89f6-4ac09433c4d5), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:56.806782 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-032f980f-6d55-4e13-af13-40d0358dd7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:56.810563 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-032f980f-6d55-4e13-af13-40d0358dd7bc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e84485c3-d209-47b7-89f6-4ac09433c4d5 HTTP/1.1" status: 204 len: 168 time: 0.1563165 Oct 06 12:23:56.829785 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f980f-6d55-4e13-af13-40d0358dd7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84485c3-d209-47b7-89f6-4ac09433c4d5,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:23:56.987863 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e0f802e7-9470-46fd-80cd-c20438eb1e2c tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:56.992144 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e0f802e7-9470-46fd-80cd-c20438eb1e2c tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (9d03391b-6f2b-4a23-aada-8176c09ac633), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:57.029838 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:57.097245 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.l3_db [None req-e0f802e7-9470-46fd-80cd-c20438eb1e2c tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Floating IP 9d03391b-6f2b-4a23-aada-8176c09ac633 associated. External IP: 172.27.0.114, port: 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd. Oct 06 12:23:57.155643 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:23:57.218556 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bf899-3019-40a5-b6ba-212cdc27ac65 req-8dc4b1cc-9df3-4d26-a4a6-69dffd58c3fd tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:57.220130 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-358bf899-3019-40a5-b6ba-212cdc27ac65 req-8dc4b1cc-9df3-4d26-a4a6-69dffd58c3fd tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0618091 Oct 06 12:23:57.299691 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-358bf899-3019-40a5-b6ba-212cdc27ac65 req-577dc4e9-89f7-4e6b-9393-d7d99405a605 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688343 Oct 06 12:23:57.364958 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f802e7-9470-46fd-80cd-c20438eb1e2c tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Router fa9d4ab9-6317-4d6d-9838-3076fed813e8 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:23:57.486340 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f802e7-9470-46fd-80cd-c20438eb1e2c tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:23:57.493302 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e0f802e7-9470-46fd-80cd-c20438eb1e2c tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:23:57.503009 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c027db2-7770-489c-83e0-f9c82dda2cae None None] Sync routers for ids ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:23:57.512665 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c027db2-7770-489c-83e0-f9c82dda2cae None None] Routers {'fa9d4ab9-6317-4d6d-9838-3076fed813e8'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:23:57.513289 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-6c027db2-7770-489c-83e0-f9c82dda2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:23:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:23:57.531948 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-e0f802e7-9470-46fd-80cd-c20438eb1e2c tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/9d03391b-6f2b-4a23-aada-8176c09ac633 HTTP/1.1" status: 200 len: 991 time: 1.5055127 Oct 06 12:23:57.532600 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c26e82-69b3-4ffa-97e2-7ca36b941c1f', 'tag': '2f5ac9b9-0c5c-4565-96ae-3de71a11dddd'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:23:57.542303 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437bb997-cff4-4e58-ba19-afb688be1aed" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c26e82-69b3-4ffa-97e2-7ca36b941c1f", "tag": "2f5ac9b9-0c5c-4565-96ae-3de71a11dddd"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:23:57.602873 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc10a73-5279-4f6f-9b50-55a4a33bb655 x-openstack-request-id: req-1fc10a73-5279-4f6f-9b50-55a4a33bb655 {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:23:57.603174 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c26e82-69b3-4ffa-97e2-7ca36b941c1f", "tag": "2f5ac9b9-0c5c-4565-96ae-3de71a11dddd", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:23:57.603432 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1fc10a73-5279-4f6f-9b50-55a4a33bb655 {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:23:57.603866 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc10a73-5279-4f6f-9b50-55a4a33bb655'] response: {'name': 'network-changed', 'server_uuid': 'b7c26e82-69b3-4ffa-97e2-7ca36b941c1f', 'tag': '2f5ac9b9-0c5c-4565-96ae-3de71a11dddd', 'status': 'completed', 'code': 200} Oct 06 12:23:57.615731 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-6c027db2-7770-489c-83e0-f9c82dda2cae None None] Set router fa9d4ab9-6317-4d6d-9838-3076fed813e8 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:23:57.899322 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-6c027db2-7770-489c-83e0-f9c82dda2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '9d03391b-6f2b-4a23-aada-8176c09ac633', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'port_id': '2f5ac9b9-0c5c-4565-96ae-3de71a11dddd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'mac_address': 'fa:16:3e:48:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c26e82-69b3-4ffa-97e2-7ca36b941c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:22:27Z', 'updated_at': '2022-10-06T12:23:56Z', 'revision_number': 1, 'project_id': '828d3459cdd641d98772383edfe3268f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:35Z', 'revision_number': 5, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:23:57.938450 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c027db2-7770-489c-83e0-f9c82dda2cae None None] Checking router: fa9d4ab9-6317-4d6d-9838-3076fed813e8 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:23:57.949323 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c027db2-7770-489c-83e0-f9c82dda2cae None None] Routers {'fa9d4ab9-6317-4d6d-9838-3076fed813e8'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:23:57.949944 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-6c027db2-7770-489c-83e0-f9c82dda2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:23:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:23:58.059860 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-6c027db2-7770-489c-83e0-f9c82dda2cae None None] Set router fa9d4ab9-6317-4d6d-9838-3076fed813e8 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:23:58.301924 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-6c027db2-7770-489c-83e0-f9c82dda2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '9d03391b-6f2b-4a23-aada-8176c09ac633', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'port_id': '2f5ac9b9-0c5c-4565-96ae-3de71a11dddd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'mac_address': 'fa:16:3e:48:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c26e82-69b3-4ffa-97e2-7ca36b941c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:22:27Z', 'updated_at': '2022-10-06T12:23:56Z', 'revision_number': 1, 'project_id': '828d3459cdd641d98772383edfe3268f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:35Z', 'revision_number': 5, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:23:58.337947 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c027db2-7770-489c-83e0-f9c82dda2cae None None] The sync data for ids ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'] in dv-cinder-856041-2-iscsi is: [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '9d03391b-6f2b-4a23-aada-8176c09ac633', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'port_id': '2f5ac9b9-0c5c-4565-96ae-3de71a11dddd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'mac_address': 'fa:16:3e:48:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c26e82-69b3-4ffa-97e2-7ca36b941c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:22:27Z', 'updated_at': '2022-10-06T12:23:56Z', 'revision_number': 1, 'project_id': '828d3459cdd641d98772383edfe3268f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:35Z', 'revision_number': 5, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:23:58.481265 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7da40d-682c-4c6f-8d8e-cd188c05e536 req-c1f3b35c-38c0-421d-80fc-62f131947d58 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:58.483781 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bd7da40d-682c-4c6f-8d8e-cd188c05e536 req-c1f3b35c-38c0-421d-80fc-62f131947d58 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0634000 Oct 06 12:23:58.542277 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bd7da40d-682c-4c6f-8d8e-cd188c05e536 req-0dec5891-1088-488f-96e2-16001b7b9f90 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521882 Oct 06 12:23:58.657822 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5c6da5-4c96-4cfb-a25b-265be9dc219f None None] New status for floating IP 9d03391b-6f2b-4a23-aada-8176c09ac633: ACTIVE {{(pid=106141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:23:59.723797 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef4699-42c5-4901-aedb-125da3a9b8a2 req-1a904f15-8fa7-4938-a7b1-956071a0e63f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:23:59.726605 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-05ef4699-42c5-4901-aedb-125da3a9b8a2 req-1a904f15-8fa7-4938-a7b1-956071a0e63f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0879900 Oct 06 12:23:59.789971 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-05ef4699-42c5-4901-aedb-125da3a9b8a2 req-0d3129ee-7993-41c6-9428-ae1345dd2a4c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568931 Oct 06 12:24:00.915229 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee78611-ce6a-424b-8831-183123c3ae42 req-ed90c684-3c36-4cae-a93d-bd46b6d81405 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:00.916731 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2ee78611-ce6a-424b-8831-183123c3ae42 req-ed90c684-3c36-4cae-a93d-bd46b6d81405 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0480661 Oct 06 12:24:00.966745 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2ee78611-ce6a-424b-8831-183123c3ae42 req-635c50a2-15bc-42b4-aa23-b50d501ad59c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423346 Oct 06 12:24:02.086323 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ee1be-a0db-451f-87ea-e9c423f4adbe req-73f1da94-963f-48e2-bf83-ff08fed31df3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:02.087861 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ff1ee1be-a0db-451f-87ea-e9c423f4adbe req-73f1da94-963f-48e2-bf83-ff08fed31df3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0459836 Oct 06 12:24:02.138715 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ff1ee1be-a0db-451f-87ea-e9c423f4adbe req-65cafc48-f95d-4296-a7ac-5cedbaec2713 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450861 Oct 06 12:24:03.258345 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0b68e-66fd-449c-98d9-18d325827560 req-4c61b381-86e4-4ed7-a5a7-f511c4687fa7 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:03.259820 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-68f0b68e-66fd-449c-98d9-18d325827560 req-4c61b381-86e4-4ed7-a5a7-f511c4687fa7 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0452650 Oct 06 12:24:03.270579 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:03.308536 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-68f0b68e-66fd-449c-98d9-18d325827560 req-af0e6058-5b59-4bf4-a430-0ea29f843c97 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431607 Oct 06 12:24:04.424068 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdfa4e-6820-4b7f-91be-98a9f13772ce req-8e9b4996-fa87-4c95-8534-dc2625d19911 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:04.425528 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-28fdfa4e-6820-4b7f-91be-98a9f13772ce req-8e9b4996-fa87-4c95-8534-dc2625d19911 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0459063 Oct 06 12:24:04.471693 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-28fdfa4e-6820-4b7f-91be-98a9f13772ce req-a26cb1df-ccd2-4b28-8a5b-ce2a0ddff913 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400798 Oct 06 12:24:05.594854 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8581f-533f-4fb3-94e3-b98b276757f3 req-f2747efb-9bbc-4fb7-a53b-ece5a89b0a37 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:05.596413 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bfd8581f-533f-4fb3-94e3-b98b276757f3 req-f2747efb-9bbc-4fb7-a53b-ece5a89b0a37 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0505240 Oct 06 12:24:05.643757 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bfd8581f-533f-4fb3-94e3-b98b276757f3 req-a8d47bd1-9a9d-44de-bd35-bf9a21f90efc tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417151 Oct 06 12:24:06.768547 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdda1f-5b30-4af6-88b3-b2cc4f8b6386 req-d28851fe-b917-4b62-b7c2-a9417c1f25ef tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:06.770241 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0fcdda1f-5b30-4af6-88b3-b2cc4f8b6386 req-d28851fe-b917-4b62-b7c2-a9417c1f25ef tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0497673 Oct 06 12:24:06.818898 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0fcdda1f-5b30-4af6-88b3-b2cc4f8b6386 req-8f839c8b-bfb9-405b-b75a-05e6338508a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428312 Oct 06 12:24:06.884297 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:07.523396 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=41 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:07.525944 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=31 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:07.939793 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90c365-474f-42ed-ab21-9504a613151c req-c15e5984-397d-4a7e-b1e3-4f0171c190dc tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:07.941257 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7e90c365-474f-42ed-ab21-9504a613151c req-c15e5984-397d-4a7e-b1e3-4f0171c190dc tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0466611 Oct 06 12:24:07.994540 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7e90c365-474f-42ed-ab21-9504a613151c req-9efa746d-23a6-4ffc-9776-16938b19c7c9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472248 Oct 06 12:24:08.665673 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:08.702512 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bb997-cff4-4e58-ba19-afb688be1aed req-549f2789-b24d-443b-b966-073335ff0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:08.704695 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-437bb997-cff4-4e58-ba19-afb688be1aed req-549f2789-b24d-443b-b966-073335ff0bd0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=828d3459cdd641d98772383edfe3268f&device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 1129 time: 0.0510478 Oct 06 12:24:09.097968 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:09.116224 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c716e4a-cb6c-461a-8ef1-c9759dd400ed req-534ce8b9-9305-4cd2-b6f3-e7a91641d6e5 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:09.118603 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6c716e4a-cb6c-461a-8ef1-c9759dd400ed req-534ce8b9-9305-4cd2-b6f3-e7a91641d6e5 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0491459 Oct 06 12:24:09.223150 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bb997-cff4-4e58-ba19-afb688be1aed req-7f95de29-92cb-41e4-85d0-27d65985658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:09.224859 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-437bb997-cff4-4e58-ba19-afb688be1aed req-7f95de29-92cb-41e4-85d0-27d65985658e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=0805475d-8b9c-4baf-bd63-089b9f9df6f5 HTTP/1.1" status: 200 len: 912 time: 0.0963762 Oct 06 12:24:09.234743 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-544119c6-4916-4386-9bfc-bbb23204b17e req-8baa6fff-21dd-4cb4-9802-f67660b77ff4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0953200 Oct 06 12:24:09.239895 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6c716e4a-cb6c-461a-8ef1-c9759dd400ed req-e2bfca6a-17cf-42ce-92c2-65ce051c6e03 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157680 Oct 06 12:24:09.240990 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329fa79-a9a2-4653-9d33-1356464615f0 req-625cabd6-2874-47cf-939a-5a676c602f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:09.242369 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1329fa79-a9a2-4653-9d33-1356464615f0 req-625cabd6-2874-47cf-939a-5a676c602f7a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 1130 time: 0.0890286 Oct 06 12:24:09.324285 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-437bb997-cff4-4e58-ba19-afb688be1aed req-10632a8e-c872-4989-9eac-9be26ae2070d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd HTTP/1.1" status: 200 len: 1001 time: 0.0932577 Oct 06 12:24:09.368069 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1329fa79-a9a2-4653-9d33-1356464615f0 req-584497e3-d2f1-44d3-b409-d8a01e057511 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761480 Oct 06 12:24:09.374953 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bb997-cff4-4e58-ba19-afb688be1aed req-19a0d487-db68-49d9-8c82-b90523833c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:09.375459 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544119c6-4916-4386-9bfc-bbb23204b17e req-b3f7ddd3-a531-4e79-8810-883fa3513a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:09.376637 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-437bb997-cff4-4e58-ba19-afb688be1aed req-19a0d487-db68-49d9-8c82-b90523833c15 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fa59c4f4-50ab-4f12-b932-f152d4e018f2 HTTP/1.1" status: 200 len: 850 time: 0.0462961 Oct 06 12:24:09.376911 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-544119c6-4916-4386-9bfc-bbb23204b17e req-b3f7ddd3-a531-4e79-8810-883fa3513a61 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 1130 time: 0.0503631 Oct 06 12:24:10.164662 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7648e9-ce3b-46a1-a1b5-4b4286dbfd61 req-82708429-1edf-4aaa-af9f-332f3a800c6f tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:10.166962 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5f7648e9-ce3b-46a1-a1b5-4b4286dbfd61 req-82708429-1edf-4aaa-af9f-332f3a800c6f tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0486348 Oct 06 12:24:10.217437 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5f7648e9-ce3b-46a1-a1b5-4b4286dbfd61 req-c29528f6-0dad-4e43-9f7a-fb8d77eb2301 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430338 Oct 06 12:24:10.296001 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:24:10.374030 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85c880-50e9-416d-b32e-d154355a1c18 req-7c992e1f-eb4f-49cb-aeca-7bf04e746474 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:10.375574 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7c85c880-50e9-416d-b32e-d154355a1c18 req-7c992e1f-eb4f-49cb-aeca-7bf04e746474 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0511754 Oct 06 12:24:10.427399 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7c85c880-50e9-416d-b32e-d154355a1c18 req-56c1f14e-e49e-4005-9b8d-49a45196f71d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441551 Oct 06 12:24:11.340175 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866e47d-fe03-4dfd-9125-054977179785 req-f400a220-c2e7-4734-b6cb-25c129fece6f tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:11.341808 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4866e47d-fe03-4dfd-9125-054977179785 req-f400a220-c2e7-4734-b6cb-25c129fece6f tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0451248 Oct 06 12:24:11.387697 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4866e47d-fe03-4dfd-9125-054977179785 req-e6799c54-e257-4728-9c4e-14bcc29fcbbd tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402339 Oct 06 12:24:11.553703 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a932c6-6919-448d-8e19-dac78586eb71 req-9a2467ed-04b2-4c22-9828-d1d551694509 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:11.555042 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f7a932c6-6919-448d-8e19-dac78586eb71 req-9a2467ed-04b2-4c22-9828-d1d551694509 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0476897 Oct 06 12:24:11.728883 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:11.754992 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f7a932c6-6919-448d-8e19-dac78586eb71 req-9c5e5bd0-0ecb-4742-9176-fb8d65e59fc5 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938481 Oct 06 12:24:12.505339 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0250aa-aa0d-4a88-9da9-7414a37c21ce req-a5636e26-1d83-49af-9013-1a19f5a40742 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:12.506679 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3a0250aa-aa0d-4a88-9da9-7414a37c21ce req-a5636e26-1d83-49af-9013-1a19f5a40742 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0456922 Oct 06 12:24:12.551437 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3a0250aa-aa0d-4a88-9da9-7414a37c21ce req-1fc91c3a-d3c5-40e9-aec0-f299ac95bc60 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387723 Oct 06 12:24:12.909912 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54188db-7780-4061-8a67-c700c75f1775 req-63cbecf2-b778-48d4-9e5b-11a363e87730 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:12.911266 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f54188db-7780-4061-8a67-c700c75f1775 req-63cbecf2-b778-48d4-9e5b-11a363e87730 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0618906 Oct 06 12:24:12.961057 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f54188db-7780-4061-8a67-c700c75f1775 req-12bcd649-99fd-4011-a4db-9438ec3c3374 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435646 Oct 06 12:24:13.669078 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87328bd5-d612-4a59-ac70-8acc3596f391 req-355e767a-9b3b-4ef6-a41c-cf60cc6d9ba2 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:13.670497 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-87328bd5-d612-4a59-ac70-8acc3596f391 req-355e767a-9b3b-4ef6-a41c-cf60cc6d9ba2 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0442245 Oct 06 12:24:13.715638 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-87328bd5-d612-4a59-ac70-8acc3596f391 req-5f438e52-4bf3-480f-a3f0-cf8cce9ca76d tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390980 Oct 06 12:24:14.085960 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920da690-3b18-485d-8f8f-21e7805c88a6 req-bdd6589e-b03f-44e3-9216-5952afca6c9b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:14.087426 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-920da690-3b18-485d-8f8f-21e7805c88a6 req-bdd6589e-b03f-44e3-9216-5952afca6c9b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0470405 Oct 06 12:24:14.140441 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-920da690-3b18-485d-8f8f-21e7805c88a6 req-9848759e-7165-469f-8004-138e867b6f3a tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472083 Oct 06 12:24:14.835729 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845a3a1-84c7-4917-a371-62dbfb1d24c4 req-8b2ed691-55ca-4ebe-b391-9ddd6b4f287f tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:14.837208 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e845a3a1-84c7-4917-a371-62dbfb1d24c4 req-8b2ed691-55ca-4ebe-b391-9ddd6b4f287f tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0484753 Oct 06 12:24:14.879593 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:14.885549 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e845a3a1-84c7-4917-a371-62dbfb1d24c4 req-3755a650-162a-4cc1-921f-ec5dd7c4159d tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419662 Oct 06 12:24:15.257695 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6655c4-2a42-429e-8147-3b8b9aadb77c req-87d3df9e-1e36-4700-a3d9-a272e2ce998e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:15.259125 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7a6655c4-2a42-429e-8147-3b8b9aadb77c req-87d3df9e-1e36-4700-a3d9-a272e2ce998e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0451512 Oct 06 12:24:15.304045 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7a6655c4-2a42-429e-8147-3b8b9aadb77c req-f2008e7e-7ea1-4197-ab42-87f293decc5e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394638 Oct 06 12:24:16.005240 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d5004-9fce-4a6b-823b-087297c2644b req-e98389dc-daa3-4d9b-8b73-d829bc87f75f tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:16.006679 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b73d5004-9fce-4a6b-823b-087297c2644b req-e98389dc-daa3-4d9b-8b73-d829bc87f75f tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0494525 Oct 06 12:24:16.053808 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b73d5004-9fce-4a6b-823b-087297c2644b req-8ff2f7eb-bcc7-448d-85b6-4ebf0e096337 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 Oct 06 12:24:16.422134 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c88ed-f4ef-4561-b596-feabe937af23 req-6d234c5a-0866-4bd8-839a-6afe10c8b691 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:16.423657 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eb3c88ed-f4ef-4561-b596-feabe937af23 req-6d234c5a-0866-4bd8-839a-6afe10c8b691 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0467930 Oct 06 12:24:16.469880 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eb3c88ed-f4ef-4561-b596-feabe937af23 req-2c10a106-fcd8-477e-b78b-9a551676b86e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406120 Oct 06 12:24:16.874454 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:16.879982 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=47,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:17.189756 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc65544-e04f-461e-9353-5ff68566ee76 req-7ccbd5dc-03ec-4ba3-ae7b-5c77f41519ce tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:17.191242 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-abc65544-e04f-461e-9353-5ff68566ee76 req-7ccbd5dc-03ec-4ba3-ae7b-5c77f41519ce tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0643370 Oct 06 12:24:17.205314 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bb997-cff4-4e58-ba19-afb688be1aed req-4fedce32-c78e-4394-9e64-6273180c6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:17.206789 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-437bb997-cff4-4e58-ba19-afb688be1aed req-4fedce32-c78e-4394-9e64-6273180c6e89 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=0805475d-8b9c-4baf-bd63-089b9f9df6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462568 Oct 06 12:24:17.295097 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-abc65544-e04f-461e-9353-5ff68566ee76 req-b640673a-1707-45ce-af0b-51d11f745fe5 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886209 Oct 06 12:24:17.318465 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544119c6-4916-4386-9bfc-bbb23204b17e req-5d8010ec-ae05-4723-8801-e23a9b5cec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:17.319974 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-544119c6-4916-4386-9bfc-bbb23204b17e req-5d8010ec-ae05-4723-8801-e23a9b5cec3d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 919 time: 0.1435382 Oct 06 12:24:17.592054 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230a820-12fd-41b2-bec4-67322f96e3b4 req-677f3d9b-2077-461d-8a5f-fb958ddd79d4 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:17.593984 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a230a820-12fd-41b2-bec4-67322f96e3b4 req-677f3d9b-2077-461d-8a5f-fb958ddd79d4 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0507641 Oct 06 12:24:17.626264 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:17.641056 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a230a820-12fd-41b2-bec4-67322f96e3b4 req-e6713abe-8e45-4740-899b-80e77fdf0bca tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415707 Oct 06 12:24:18.428864 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00668b70-434c-49a4-a59b-9ff8fe42cde4 req-00dddc9f-0c66-44db-ac47-c8a2f7a227ce tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:18.431001 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-00668b70-434c-49a4-a59b-9ff8fe42cde4 req-00dddc9f-0c66-44db-ac47-c8a2f7a227ce tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0484941 Oct 06 12:24:18.482501 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-00668b70-434c-49a4-a59b-9ff8fe42cde4 req-63604236-86c9-49a1-96f1-d58c12a031ab tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447879 Oct 06 12:24:18.688141 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=79 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:18.743112 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-704653d7-8227-44c5-b995-959fc316d92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:18.774302 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac2418-9a32-4b79-8ebc-408fdc0941bf req-2b13c8fa-aca1-4a7f-8fcf-a62824624f32 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:18.775785 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a5ac2418-9a32-4b79-8ebc-408fdc0941bf req-2b13c8fa-aca1-4a7f-8fcf-a62824624f32 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0572035 Oct 06 12:24:18.830960 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a5ac2418-9a32-4b79-8ebc-408fdc0941bf req-1c98aa9c-e2e2-42d7-9cbb-ab258e433f65 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491645 Oct 06 12:24:19.603739 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4bc40-eb2d-48da-b783-d6fe25b94673 req-cb6027f5-1adf-4ce4-98c5-b523781b54db tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:19.605189 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-88f4bc40-eb2d-48da-b783-d6fe25b94673 req-cb6027f5-1adf-4ce4-98c5-b523781b54db tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0453792 Oct 06 12:24:19.650746 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-88f4bc40-eb2d-48da-b783-d6fe25b94673 req-efece493-5b3d-433f-abf6-00e7bd79ab37 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399070 Oct 06 12:24:19.948016 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9928c-ee0c-4967-ba7a-98a600e5b100 req-ca9fd05f-a924-4a75-abbc-d48ee21c09b2 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:19.949367 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6e9928c-ee0c-4967-ba7a-98a600e5b100 req-ca9fd05f-a924-4a75-abbc-d48ee21c09b2 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0461543 Oct 06 12:24:19.999061 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6e9928c-ee0c-4967-ba7a-98a600e5b100 req-1b6be30e-09d6-4e29-b9a6-cf3419826b63 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442121 Oct 06 12:24:20.287994 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:20.771301 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f17b47-a7db-4b9f-8547-60360a83e4ae req-8da3d92e-ae84-4dd8-bb25-b944f4d90557 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:20.772690 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b0f17b47-a7db-4b9f-8547-60360a83e4ae req-8da3d92e-ae84-4dd8-bb25-b944f4d90557 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0494058 Oct 06 12:24:20.804021 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:20.819125 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b0f17b47-a7db-4b9f-8547-60360a83e4ae req-6852fd3f-13e9-43c2-89a2-0f3534d37964 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409946 Oct 06 12:24:21.036244 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-69fcc5c5-4b43-487d-9223-69f313765c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:21.119680 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff92f4-bc7d-4234-951c-8ab323dc136f req-acac743e-c7fd-4550-87d0-ee1103a58d07 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:21.121147 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-67ff92f4-bc7d-4234-951c-8ab323dc136f req-acac743e-c7fd-4550-87d0-ee1103a58d07 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0471876 Oct 06 12:24:21.166785 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-67ff92f4-bc7d-4234-951c-8ab323dc136f req-79f87eea-8d72-4300-840e-6c41917044b2 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400612 Oct 06 12:24:21.940202 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e452b0e-16bd-41a0-be0c-faabd5a0e808 req-0d8db0ed-a329-4824-aabd-7eacf9b2d803 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:21.941573 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9e452b0e-16bd-41a0-be0c-faabd5a0e808 req-0d8db0ed-a329-4824-aabd-7eacf9b2d803 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0476851 Oct 06 12:24:21.991656 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9e452b0e-16bd-41a0-be0c-faabd5a0e808 req-60fc7f04-b816-474e-9d3e-c5ba28cc0460 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444806 Oct 06 12:24:22.058589 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:22.286427 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d9dc7-bb62-48b9-8d4a-c552f97a1386 req-758af05a-361e-4731-a5e0-bec4ae3a7791 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:22.287924 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7e6d9dc7-bb62-48b9-8d4a-c552f97a1386 req-758af05a-361e-4731-a5e0-bec4ae3a7791 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0458860 Oct 06 12:24:22.335167 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7e6d9dc7-bb62-48b9-8d4a-c552f97a1386 req-c9d108fb-fcae-4d69-8e31-8bde208ff218 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410993 Oct 06 12:24:23.112828 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbd309-af1d-43fa-ad7f-3e5aa27eb355 req-e5064036-1a19-4d7e-836f-9a7faaf16d02 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:23.114382 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-12bbd309-af1d-43fa-ad7f-3e5aa27eb355 req-e5064036-1a19-4d7e-836f-9a7faaf16d02 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0462506 Oct 06 12:24:23.161499 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-12bbd309-af1d-43fa-ad7f-3e5aa27eb355 req-6eef3b8e-0f1e-4b15-b2e5-c852e4f252a0 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 Oct 06 12:24:23.456667 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59a23c-41f0-4655-987e-e38da170ad81 req-dc853d3b-9dfb-465c-8479-b46f253fbaee tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:23.458091 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5f59a23c-41f0-4655-987e-e38da170ad81 req-dc853d3b-9dfb-465c-8479-b46f253fbaee tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0479660 Oct 06 12:24:23.504253 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5f59a23c-41f0-4655-987e-e38da170ad81 req-dc7a395f-196f-414f-a764-8177fafdba77 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Oct 06 12:24:23.567071 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:23.729665 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:24.280109 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d7cca-4559-474b-a248-b402ac3f7539 req-b048e909-5805-4012-9d98-3a89a2b9d9e1 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:24.281568 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1c2d7cca-4559-474b-a248-b402ac3f7539 req-b048e909-5805-4012-9d98-3a89a2b9d9e1 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0456791 Oct 06 12:24:24.327639 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1c2d7cca-4559-474b-a248-b402ac3f7539 req-9282a50a-c18b-448f-8dae-368a8828db5b tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Oct 06 12:24:24.614802 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:24.625658 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479f279-1459-4366-a0c2-af42cada09c4 req-16215b4a-3988-4b1a-a072-1f5d404275e6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:24.627078 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a479f279-1459-4366-a0c2-af42cada09c4 req-16215b4a-3988-4b1a-a072-1f5d404275e6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0477958 Oct 06 12:24:24.674740 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a479f279-1459-4366-a0c2-af42cada09c4 req-a47b936a-3c97-431d-abb8-afa7d6eb834f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421073 Oct 06 12:24:25.102489 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-544119c6-4916-4386-9bfc-bbb23204b17e req-61b14153-7421-4ea8-b17e-29b799e20ff4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e7b0b39-c340-4a59-8b3a-a243b300266f HTTP/1.1" status: 200 len: 217 time: 0.0337248 Oct 06 12:24:25.153452 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-437bb997-cff4-4e58-ba19-afb688be1aed req-179a68b8-37c5-43f9-85a8-1d4011542c53 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843432 Oct 06 12:24:25.294229 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544119c6-4916-4386-9bfc-bbb23204b17e req-8d34c9df-20c1-4f6b-ac22-97db98744728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:25.296074 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-544119c6-4916-4386-9bfc-bbb23204b17e req-8d34c9df-20c1-4f6b-ac22-97db98744728 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.0528848 Oct 06 12:24:25.335090 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-437bb997-cff4-4e58-ba19-afb688be1aed req-afdcaba9-b15b-4749-9916-8a6fd1a576ca service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926435 Oct 06 12:24:25.454276 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97c97c-af66-4aa2-bb38-849cb148bc8d req-1eaabf22-cb39-4a41-95f6-132db4481f10 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:25.455780 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0a97c97c-af66-4aa2-bb38-849cb148bc8d req-1eaabf22-cb39-4a41-95f6-132db4481f10 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0535994 Oct 06 12:24:25.503249 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0a97c97c-af66-4aa2-bb38-849cb148bc8d req-06e090cc-465d-47ad-bfcf-c79d3056bd5e tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411689 Oct 06 12:24:25.795385 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42cf82-c85e-4da1-af34-c9b3de47a6fd req-0bbb7b44-91ca-4b02-98eb-65b09e6d6c83 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:25.797077 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1e42cf82-c85e-4da1-af34-c9b3de47a6fd req-0bbb7b44-91ca-4b02-98eb-65b09e6d6c83 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0478132 Oct 06 12:24:25.844509 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1e42cf82-c85e-4da1-af34-c9b3de47a6fd req-558f00f7-d258-4f13-b9f5-aedd86880442 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417621 Oct 06 12:24:25.965381 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a83c0-8cfc-402e-a908-3d1bcc8f79ee req-7ecdb5ed-c6df-4d20-8d4f-16426526715f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:25.967013 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6b1a83c0-8cfc-402e-a908-3d1bcc8f79ee req-7ecdb5ed-c6df-4d20-8d4f-16426526715f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0458701 Oct 06 12:24:26.019733 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6b1a83c0-8cfc-402e-a908-3d1bcc8f79ee req-c7cf9808-d436-40d9-b882-253c41e7b6fc tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452752 Oct 06 12:24:26.450326 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:26.456039 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544119c6-4916-4386-9bfc-bbb23204b17e req-92016eb9-0fbe-4c19-998b-c182538a4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:26.457519 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-544119c6-4916-4386-9bfc-bbb23204b17e req-92016eb9-0fbe-4c19-998b-c182538a4ed2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387053 Oct 06 12:24:26.547873 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-544119c6-4916-4386-9bfc-bbb23204b17e req-d542f4b4-db2f-4074-af0f-360b57576f22 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828495 Oct 06 12:24:26.626230 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e9094-9cd3-4fa7-a69d-7db6da656a73 req-abe58bb9-96ff-4aaf-8bc8-36d9880cf340 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:26.627726 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8e5e9094-9cd3-4fa7-a69d-7db6da656a73 req-abe58bb9-96ff-4aaf-8bc8-36d9880cf340 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0500989 Oct 06 12:24:26.718608 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28d368-118c-4f0a-a595-81b1411aa758 req-8f6fdad0-7f76-4ad6-bd87-8a81a86479af tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:26.720109 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-5e28d368-118c-4f0a-a595-81b1411aa758 req-8f6fdad0-7f76-4ad6-bd87-8a81a86479af tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 945 time: 0.0933266 Oct 06 12:24:26.724131 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8e5e9094-9cd3-4fa7-a69d-7db6da656a73 req-c8c368ab-7612-4348-8f4a-a31742e74a6b tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=933058a3-485d-440d-9da8-fa530c408177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878303 Oct 06 12:24:26.764713 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-544119c6-4916-4386-9bfc-bbb23204b17e req-51e2a8d3-a8b9-42bb-8c5a-ffad0d797e20 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360428 Oct 06 12:24:26.925132 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [req-5e28d368-118c-4f0a-a595-81b1411aa758 req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Deleting port b3316e74-8f06-454a-ad05-4f9d36155fe9 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:24:26.925553 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-5e28d368-118c-4f0a-a595-81b1411aa758 req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (b3316e74-8f06-454a-ad05-4f9d36155fe9), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:27.030717 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-5e28d368-118c-4f0a-a595-81b1411aa758 req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] For port b3316e74-8f06-454a-ad05-4f9d36155fe9, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=b3316e74-8f06-454a-ad05-4f9d36155fe9,segment=NetworkSegment(ae2998cd-c34c-428b-bbab-09223708b755),segment_id=ae2998cd-c34c-428b-bbab-09223708b755)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:24:27.031295 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-5e28d368-118c-4f0a-a595-81b1411aa758 req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (b3316e74-8f06-454a-ad05-4f9d36155fe9), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:27.048473 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [req-5e28d368-118c-4f0a-a595-81b1411aa758 req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Calling delete_port for b3316e74-8f06-454a-ad05-4f9d36155fe9 owned by compute:nova {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:24:27.250172 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-5e28d368-118c-4f0a-a595-81b1411aa758 req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (b3316e74-8f06-454a-ad05-4f9d36155fe9), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:27.296685 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['b3316e74-8f06-454a-ad05-4f9d36155fe9'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:24:27.345241 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Pushing event deleted for resources: {'Port': ['ID=b3316e74-8f06-454a-ad05-4f9d36155fe9,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:27.382990 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:27.383421 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:27.383897 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:27.384761 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:27.384761 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:27.384949 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:27.385568 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:27.385742 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:27.386197 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:27.386708 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:27.387102 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:27.387497 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:27.387920 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:27.388306 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:27.388691 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:27.392097 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e28d368-118c-4f0a-a595-81b1411aa758 req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] No DVR routers for this DVR port b3316e74-8f06-454a-ad05-4f9d36155fe9 on host hv-cinder-85604 {{(pid=106139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:24:27.394966 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-5e28d368-118c-4f0a-a595-81b1411aa758 req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:27.399263 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-5e28d368-118c-4f0a-a595-81b1411aa758 req-1aa40f39-8244-48e5-b422-3aa2058bfb6c tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.23 "DELETE /networking/v2.0/ports/b3316e74-8f06-454a-ad05-4f9d36155fe9 HTTP/1.1" status: 204 len: 173 time: 0.6729839 Oct 06 12:24:27.400115 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518de8e1-7379-4cc4-98da-0f042318420b', 'name': 'network-vif-deleted', 'tag': 'b3316e74-8f06-454a-ad05-4f9d36155fe9'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:24:27.402417 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3c6a81-c9e0-4b00-a86a-6a7144c8faff" -d '{"events": [{"server_uuid": "518de8e1-7379-4cc4-98da-0f042318420b", "name": "network-vif-deleted", "tag": "b3316e74-8f06-454a-ad05-4f9d36155fe9"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:24:27.456115 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d26510-26d2-4182-919a-e6f1d59b97f1 x-openstack-request-id: req-42d26510-26d2-4182-919a-e6f1d59b97f1 {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:24:27.456447 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518de8e1-7379-4cc4-98da-0f042318420b", "name": "network-vif-deleted", "tag": "b3316e74-8f06-454a-ad05-4f9d36155fe9", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:24:27.456706 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-42d26510-26d2-4182-919a-e6f1d59b97f1 {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:24:27.457108 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d26510-26d2-4182-919a-e6f1d59b97f1'] response: {'server_uuid': '518de8e1-7379-4cc4-98da-0f042318420b', 'name': 'network-vif-deleted', 'tag': 'b3316e74-8f06-454a-ad05-4f9d36155fe9', 'status': 'completed', 'code': 200} Oct 06 12:24:27.830365 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d2f1e07b-6d6d-4ec7-aaa2-dfec3dfff44c req-900e5c38-031e-46b5-95f5-38b4aa810eef tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 210 time: 0.0270326 Oct 06 12:24:28.726012 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8156eb2-dbb9-4498-ac4f-d60b247057da req-79fa3bd4-e503-4bf3-ba78-b717f9142b7e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:28.727390 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8156eb2-dbb9-4498-ac4f-d60b247057da req-79fa3bd4-e503-4bf3-ba78-b717f9142b7e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0454726 Oct 06 12:24:28.735710 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:28.761637 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:28.765367 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f24de9-18b3-4473-ba24-c691de4b9d9d req-cd04637a-7f68-42e0-82e7-656d7a2b9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:28.766929 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c2f24de9-18b3-4473-ba24-c691de4b9d9d req-cd04637a-7f68-42e0-82e7-656d7a2b9433 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 1130 time: 0.0397971 Oct 06 12:24:28.774708 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8156eb2-dbb9-4498-ac4f-d60b247057da req-916fdd04-cc11-481e-8d43-ce06078668d4 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415730 Oct 06 12:24:28.859561 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f24de9-18b3-4473-ba24-c691de4b9d9d req-19f91156-6f61-4bdd-b6b7-6a9d9d2be366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:28.861017 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c2f24de9-18b3-4473-ba24-c691de4b9d9d req-19f91156-6f61-4bdd-b6b7-6a9d9d2be366 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 919 time: 0.0864232 Oct 06 12:24:28.902448 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c2f24de9-18b3-4473-ba24-c691de4b9d9d req-5037bddf-dd94-4646-bde8-676e9f644965 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e7b0b39-c340-4a59-8b3a-a243b300266f HTTP/1.1" status: 200 len: 217 time: 0.0333271 Oct 06 12:24:28.935543 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-93e3e2ea-16b3-4d6c-a760-fd9f15425312 req-a1d7962f-051d-4bc9-a100-ffbc0de99536 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 210 time: 0.0288568 Oct 06 12:24:28.959705 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f24de9-18b3-4473-ba24-c691de4b9d9d req-fcf404a9-32c2-4783-9d36-f3f6ee75a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:28.959705 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c2f24de9-18b3-4473-ba24-c691de4b9d9d req-fcf404a9-32c2-4783-9d36-f3f6ee75a607 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.0480838 Oct 06 12:24:29.010880 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f24de9-18b3-4473-ba24-c691de4b9d9d req-e9131b27-6609-4b09-9d53-681b6f14a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:29.012431 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c2f24de9-18b3-4473-ba24-c691de4b9d9d req-e9131b27-6609-4b09-9d53-681b6f14a807 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433409 Oct 06 12:24:29.106055 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c2f24de9-18b3-4473-ba24-c691de4b9d9d req-767f9b37-2f90-40b5-bd57-38d871b08718 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865593 Oct 06 12:24:29.204402 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c2f24de9-18b3-4473-ba24-c691de4b9d9d req-51a2414d-a540-4f0c-a36a-778d220b182d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921826 Oct 06 12:24:29.899053 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7851b-f7a5-40bb-9811-a1836e2e354e req-36addf0c-fe98-4910-aa20-66c407f59630 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:29.900510 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ced7851b-f7a5-40bb-9811-a1836e2e354e req-36addf0c-fe98-4910-aa20-66c407f59630 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0484867 Oct 06 12:24:29.946810 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ced7851b-f7a5-40bb-9811-a1836e2e354e req-40fba805-cb0e-4b4f-a633-c337b046e401 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 Oct 06 12:24:30.053699 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-36113806-5b49-4b74-8422-17651395f463 req-e86bf588-0a6d-4caf-86cd-ff19c6ac0079 tempest-DeleteServersTestJSON-629737943 tempest-DeleteServersTestJSON-629737943-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=518de8e1-7379-4cc4-98da-0f042318420b HTTP/1.1" status: 200 len: 210 time: 0.0311124 Oct 06 12:24:30.408718 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device b3316e74-8f06-454a-ad05-4f9d36155fe9 no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:24:30.428854 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: b3316e74-8f06-454a-ad05-4f9d36155fe9 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:24:30.429224 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device b3316e74-8f06-454a-ad05-4f9d36155fe9 not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:24:30.750588 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52156) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:30.893158 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:30.938368 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:30.975496 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Publish callbacks [] for security_group (d7a303c3-779b-4531-b778-9b94cdde12b6), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:30.981151 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (d7a303c3-779b-4531-b778-9b94cdde12b6), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.021201 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52174) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:31.027243 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a303c3-779b-4531-b778-9b94cdde12b6,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:31.037216 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:31.037613 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:31.038084 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:31.038657 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:31.039143 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:31.039619 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:31.040286 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:31.040579 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:31.040956 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:31.041316 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:31.041676 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:31.042175 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:31.042498 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:31.042823 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:31.043163 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:31.051594 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52180) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:31.051740 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-26a0c5f6-006e-450b-9b92-f58a47d44eec admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9bc37605c3444676a9783bcac463c2d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998734 Oct 06 12:24:31.139440 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-aa469d10-4e12-46b9-ba9e-0941810e2433 admin admin] Publish callbacks [] for security_group (d7a303c3-779b-4531-b778-9b94cdde12b6), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.143146 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52184) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:31.158112 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bcc9e-845d-486c-901e-4e5fcdcd9e82 req-d68ab654-0ce6-486d-9cba-b8ea988550a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:31.159887 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e09bcc9e-845d-486c-901e-4e5fcdcd9e82 req-d68ab654-0ce6-486d-9cba-b8ea988550a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.1062677 Oct 06 12:24:31.186505 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-aa469d10-4e12-46b9-ba9e-0941810e2433 admin admin] Publish callbacks [] for security_group (d7a303c3-779b-4531-b778-9b94cdde12b6), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.227326 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-48249a3e-d485-4118-9115-5b9ef4c30a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.262158 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e09bcc9e-845d-486c-901e-4e5fcdcd9e82 req-50fdf7f9-b098-4c7b-b80c-a15222ad6e84 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878210 Oct 06 12:24:31.293692 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-227e020b-560e-4f0d-827e-958f679f57b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.341607 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-aa469d10-4e12-46b9-ba9e-0941810e2433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (d7a303c3-779b-4531-b778-9b94cdde12b6), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.344062 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-aa469d10-4e12-46b9-ba9e-0941810e2433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.345217 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-aa469d10-4e12-46b9-ba9e-0941810e2433 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d7a303c3-779b-4531-b778-9b94cdde12b6 HTTP/1.1" status: 204 len: 168 time: 0.2925913 Oct 06 12:24:31.375885 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa469d10-4e12-46b9-ba9e-0941810e2433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a303c3-779b-4531-b778-9b94cdde12b6,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:31.417044 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-48249a3e-d485-4118-9115-5b9ef4c30a41 admin admin] Publish callbacks [] for security_group (bef1aaf5-0b9f-4c7b-b6a5-03b633bcbcca), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.435022 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-48249a3e-d485-4118-9115-5b9ef4c30a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (bef1aaf5-0b9f-4c7b-b6a5-03b633bcbcca), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.442387 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:31.466242 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-227e020b-560e-4f0d-827e-958f679f57b9 admin admin] Publish callbacks [] for security_group (537cee7f-6733-4849-a250-927fa135b634), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.484860 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-227e020b-560e-4f0d-827e-958f679f57b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (537cee7f-6733-4849-a250-927fa135b634), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.491254 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:31.499366 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48249a3e-d485-4118-9115-5b9ef4c30a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef1aaf5-0b9f-4c7b-b6a5-03b633bcbcca,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:31.508946 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-48249a3e-d485-4118-9115-5b9ef4c30a41 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f378e738b9c144799bf5f4b875048455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4832261 Oct 06 12:24:31.512673 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52204) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:31.538323 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-227e020b-560e-4f0d-827e-958f679f57b9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=468a5076e9994c5bb5691cc1146b1c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3910584 Oct 06 12:24:31.538832 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52206) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:31.551125 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e020b-560e-4f0d-827e-958f679f57b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537cee7f-6733-4849-a250-927fa135b634,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:31.574232 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:31.626235 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-70055a5d-ac29-4286-ba17-ddd5c99cb5af admin admin] Publish callbacks [] for security_group (537cee7f-6733-4849-a250-927fa135b634), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.645902 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4e68a69a-4968-468c-ade8-8f73cc8a43c6 admin admin] Publish callbacks [] for security_group (bef1aaf5-0b9f-4c7b-b6a5-03b633bcbcca), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.663206 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-70055a5d-ac29-4286-ba17-ddd5c99cb5af admin admin] Publish callbacks [] for security_group (537cee7f-6733-4849-a250-927fa135b634), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.682437 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4e68a69a-4968-468c-ade8-8f73cc8a43c6 admin admin] Publish callbacks [] for security_group (bef1aaf5-0b9f-4c7b-b6a5-03b633bcbcca), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.682871 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52210) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:31.697161 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-97193007-d01f-4950-a824-fe8db620a4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.748030 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-70055a5d-ac29-4286-ba17-ddd5c99cb5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (537cee7f-6733-4849-a250-927fa135b634), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.750534 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-70055a5d-ac29-4286-ba17-ddd5c99cb5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.751721 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-70055a5d-ac29-4286-ba17-ddd5c99cb5af admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/537cee7f-6733-4849-a250-927fa135b634 HTTP/1.1" status: 204 len: 168 time: 0.2113607 Oct 06 12:24:31.756124 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4e68a69a-4968-468c-ade8-8f73cc8a43c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (bef1aaf5-0b9f-4c7b-b6a5-03b633bcbcca), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.758800 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4e68a69a-4968-468c-ade8-8f73cc8a43c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.759915 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-4e68a69a-4968-468c-ade8-8f73cc8a43c6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bef1aaf5-0b9f-4c7b-b6a5-03b633bcbcca HTTP/1.1" status: 204 len: 168 time: 0.2449596 Oct 06 12:24:31.765198 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70055a5d-ac29-4286-ba17-ddd5c99cb5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537cee7f-6733-4849-a250-927fa135b634,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:31.795279 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68a69a-4968-468c-ade8-8f73cc8a43c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef1aaf5-0b9f-4c7b-b6a5-03b633bcbcca,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:31.809924 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-97193007-d01f-4950-a824-fe8db620a4fe admin admin] Publish callbacks [] for security_group (2f806e50-9d7f-4327-b6d8-5117330bc2b5), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.816315 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-97193007-d01f-4950-a824-fe8db620a4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (2f806e50-9d7f-4327-b6d8-5117330bc2b5), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.868743 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-97193007-d01f-4950-a824-fe8db620a4fe admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=35565ce033fd466aa354f1fc7e7987a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814666 Oct 06 12:24:31.868743 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52216) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:31.874729 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97193007-d01f-4950-a824-fe8db620a4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f806e50-9d7f-4327-b6d8-5117330bc2b5,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:31.945432 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-23981b0a-5502-4ca0-8257-7530a6e13291 admin admin] Publish callbacks [] for security_group (2f806e50-9d7f-4327-b6d8-5117330bc2b5), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:31.971261 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-23981b0a-5502-4ca0-8257-7530a6e13291 admin admin] Publish callbacks [] for security_group (2f806e50-9d7f-4327-b6d8-5117330bc2b5), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:32.038530 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-23981b0a-5502-4ca0-8257-7530a6e13291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (2f806e50-9d7f-4327-b6d8-5117330bc2b5), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:32.046481 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-23981b0a-5502-4ca0-8257-7530a6e13291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:32.047699 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-23981b0a-5502-4ca0-8257-7530a6e13291 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2f806e50-9d7f-4327-b6d8-5117330bc2b5 HTTP/1.1" status: 204 len: 168 time: 0.1780584 Oct 06 12:24:32.065644 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23981b0a-5502-4ca0-8257-7530a6e13291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f806e50-9d7f-4327-b6d8-5117330bc2b5,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:32.277559 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52238) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:32.293675 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-027ce4f5-3424-4f14-a229-42c7527b1ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:32.400272 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-027ce4f5-3424-4f14-a229-42c7527b1ccd admin admin] Publish callbacks [] for security_group (f9fb0fb1-0ee1-411b-b5f7-9f47b0f5992e), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:32.400821 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfeb997-6c6f-4532-9203-2d4e2c231b30 req-5dede892-442b-41b9-b959-2714e26162b3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:32.402726 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-dbfeb997-6c6f-4532-9203-2d4e2c231b30 req-5dede892-442b-41b9-b959-2714e26162b3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0639803 Oct 06 12:24:32.405748 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-027ce4f5-3424-4f14-a229-42c7527b1ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (f9fb0fb1-0ee1-411b-b5f7-9f47b0f5992e), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:32.460326 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ce4f5-3424-4f14-a229-42c7527b1ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fb0fb1-0ee1-411b-b5f7-9f47b0f5992e,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:32.468563 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-027ce4f5-3424-4f14-a229-42c7527b1ccd admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5dc5e9c9bce940e7b83cdf8f822b1895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897249 Oct 06 12:24:32.468870 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-dbfeb997-6c6f-4532-9203-2d4e2c231b30 req-ccb41b44-620d-4594-87d1-8c3d2ed91e72 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554237 Oct 06 12:24:32.469413 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52244) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:32.529901 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-326f000b-5f53-4ede-92ce-1143aa4ec97b admin admin] Publish callbacks [] for security_group (f9fb0fb1-0ee1-411b-b5f7-9f47b0f5992e), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:32.539307 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52246) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:32.555376 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-326f000b-5f53-4ede-92ce-1143aa4ec97b admin admin] Publish callbacks [] for security_group (f9fb0fb1-0ee1-411b-b5f7-9f47b0f5992e), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:32.610265 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-326f000b-5f53-4ede-92ce-1143aa4ec97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (f9fb0fb1-0ee1-411b-b5f7-9f47b0f5992e), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:32.613034 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-326f000b-5f53-4ede-92ce-1143aa4ec97b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:32.614417 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-326f000b-5f53-4ede-92ce-1143aa4ec97b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f9fb0fb1-0ee1-411b-b5f7-9f47b0f5992e HTTP/1.1" status: 204 len: 168 time: 0.1439059 Oct 06 12:24:32.623457 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f000b-5f53-4ede-92ce-1143aa4ec97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fb0fb1-0ee1-411b-b5f7-9f47b0f5992e,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:32.671417 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52256) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:32.766307 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52262) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:32.794829 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab625-b8bf-46bb-9445-4ab7539b84df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:32.840397 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-48b497db-ce39-4ffa-bb7b-80134c7c2664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:32.884154 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab625-b8bf-46bb-9445-4ab7539b84df admin admin] Publish callbacks [] for security_group (39ed6fbc-cfe1-46fe-9e69-0ba6c1ca26a8), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:32.888451 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab625-b8bf-46bb-9445-4ab7539b84df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (39ed6fbc-cfe1-46fe-9e69-0ba6c1ca26a8), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:32.904990 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:32.911458 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:32.930101 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ab625-b8bf-46bb-9445-4ab7539b84df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ed6fbc-cfe1-46fe-9e69-0ba6c1ca26a8,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:32.935807 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-ef7ab625-b8bf-46bb-9445-4ab7539b84df admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fe8b21b911d340099ebd673bedb81a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3954034 Oct 06 12:24:32.938517 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52266) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:32.953823 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:32.997793 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bd7fb1bc-363f-4aaa-9ab1-c9260f19e5c5 admin admin] Publish callbacks [] for security_group (39ed6fbc-cfe1-46fe-9e69-0ba6c1ca26a8), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.019992 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bd7fb1bc-363f-4aaa-9ab1-c9260f19e5c5 admin admin] Publish callbacks [] for security_group (39ed6fbc-cfe1-46fe-9e69-0ba6c1ca26a8), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.071159 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:33.075834 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-48b497db-ce39-4ffa-bb7b-80134c7c2664 admin admin] Publish callbacks [] for security_group (a82c5052-931a-44fb-aa58-76a73f16b478), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.076196 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52268) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:33.082273 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-48b497db-ce39-4ffa-bb7b-80134c7c2664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (a82c5052-931a-44fb-aa58-76a73f16b478), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.086516 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bd7fb1bc-363f-4aaa-9ab1-c9260f19e5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (39ed6fbc-cfe1-46fe-9e69-0ba6c1ca26a8), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.088983 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bd7fb1bc-363f-4aaa-9ab1-c9260f19e5c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.090042 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-bd7fb1bc-363f-4aaa-9ab1-c9260f19e5c5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/39ed6fbc-cfe1-46fe-9e69-0ba6c1ca26a8 HTTP/1.1" status: 204 len: 168 time: 0.1507802 Oct 06 12:24:33.101621 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-df7767d6-13ab-43c9-bae8-ac7c085b5927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.109961 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fb1bc-363f-4aaa-9ab1-c9260f19e5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ed6fbc-cfe1-46fe-9e69-0ba6c1ca26a8,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:33.180978 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-48b497db-ce39-4ffa-bb7b-80134c7c2664 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c1d6cd42c9874f7691bff03bb4375b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5084157 Oct 06 12:24:33.197827 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52272) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:33.207360 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-df7767d6-13ab-43c9-bae8-ac7c085b5927 admin admin] Publish callbacks [] for security_group (24dcfe0b-2c02-474b-8682-3b084634ef25), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.208832 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b497db-ce39-4ffa-bb7b-80134c7c2664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82c5052-931a-44fb-aa58-76a73f16b478,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:33.211828 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-df7767d6-13ab-43c9-bae8-ac7c085b5927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (24dcfe0b-2c02-474b-8682-3b084634ef25), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.254890 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7767d6-13ab-43c9-bae8-ac7c085b5927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dcfe0b-2c02-474b-8682-3b084634ef25,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:33.259358 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-df7767d6-13ab-43c9-bae8-ac7c085b5927 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=be95dc5aa8fb4c639e257b09f9ba38ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804748 Oct 06 12:24:33.262218 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52274) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:33.334644 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8b9effd9-324f-4902-b05f-5f8823112121 admin admin] Publish callbacks [] for security_group (24dcfe0b-2c02-474b-8682-3b084634ef25), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.358808 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8b9effd9-324f-4902-b05f-5f8823112121 admin admin] Publish callbacks [] for security_group (24dcfe0b-2c02-474b-8682-3b084634ef25), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.413751 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8b9effd9-324f-4902-b05f-5f8823112121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (24dcfe0b-2c02-474b-8682-3b084634ef25), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.416459 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8b9effd9-324f-4902-b05f-5f8823112121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.417628 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-8b9effd9-324f-4902-b05f-5f8823112121 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/24dcfe0b-2c02-474b-8682-3b084634ef25 HTTP/1.1" status: 204 len: 168 time: 0.1540215 Oct 06 12:24:33.443630 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9effd9-324f-4902-b05f-5f8823112121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dcfe0b-2c02-474b-8682-3b084634ef25,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:33.514554 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e48db8de-966e-44f3-aced-e6464089bb09 admin admin] Publish callbacks [] for security_group (a82c5052-931a-44fb-aa58-76a73f16b478), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.559904 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a8c04bd6-4638-42cb-8534-06e6e85d14aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664333'] for router_interface (a0faf2c6-a98e-45a4-bf35-c292aea84f67), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.567417 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e48db8de-966e-44f3-aced-e6464089bb09 admin admin] Publish callbacks [] for security_group (a82c5052-931a-44fb-aa58-76a73f16b478), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.677352 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1d024-b3ec-4000-8e5b-a88d5a23a103 req-40198e4d-e171-4172-8ff5-d9ac1543e082 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:33.678810 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-32e1d024-b3ec-4000-8e5b-a88d5a23a103 req-40198e4d-e171-4172-8ff5-d9ac1543e082 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.1087544 Oct 06 12:24:33.763458 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e48db8de-966e-44f3-aced-e6464089bb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (a82c5052-931a-44fb-aa58-76a73f16b478), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.765892 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e48db8de-966e-44f3-aced-e6464089bb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.769522 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-e48db8de-966e-44f3-aced-e6464089bb09 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a82c5052-931a-44fb-aa58-76a73f16b478 HTTP/1.1" status: 204 len: 168 time: 0.5678914 Oct 06 12:24:33.827345 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48db8de-966e-44f3-aced-e6464089bb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82c5052-931a-44fb-aa58-76a73f16b478,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:33.831883 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-32e1d024-b3ec-4000-8e5b-a88d5a23a103 req-51d2472d-35ef-46d4-9b24-ec88d20c6aae tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475596 Oct 06 12:24:33.983352 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-a8c04bd6-4638-42cb-8534-06e6e85d14aa admin admin] Deleting port eba00a5f-4630-4c74-8c86-0ec91f97778d {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:24:33.983931 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a8c04bd6-4638-42cb-8534-06e6e85d14aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:33.996013 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:34.081235 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-a8c04bd6-4638-42cb-8534-06e6e85d14aa admin admin] For port eba00a5f-4630-4c74-8c86-0ec91f97778d, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=eba00a5f-4630-4c74-8c86-0ec91f97778d,segment=NetworkSegment(ae2998cd-c34c-428b-bbab-09223708b755),segment_id=ae2998cd-c34c-428b-bbab-09223708b755)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:24:34.081602 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a8c04bd6-4638-42cb-8534-06e6e85d14aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.102048 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-a8c04bd6-4638-42cb-8534-06e6e85d14aa admin admin] Calling delete_port for eba00a5f-4630-4c74-8c86-0ec91f97778d owned by network:router_interface {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:24:34.132832 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52316) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:34.237095 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52322) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:34.260287 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bfd478f7-5800-495e-8574-2b6be4383289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.283428 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:34.345741 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a8c04bd6-4638-42cb-8534-06e6e85d14aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (eba00a5f-4630-4c74-8c86-0ec91f97778d), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.350986 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bfd478f7-5800-495e-8574-2b6be4383289 admin admin] Publish callbacks [] for security_group (a6c8bcca-e0d7-4f8f-8892-f28876318bc5), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.356013 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bfd478f7-5800-495e-8574-2b6be4383289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (a6c8bcca-e0d7-4f8f-8892-f28876318bc5), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.392203 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c04bd6-4638-42cb-8534-06e6e85d14aa admin admin] Pushing event deleted for resources: {'Port': ['ID=eba00a5f-4630-4c74-8c86-0ec91f97778d,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:34.415582 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:34.427022 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-bfd478f7-5800-495e-8574-2b6be4383289 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=31128bb6082342fc956fb5ccbbe02b03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871960 Oct 06 12:24:34.432151 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52328) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:34.476397 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-8ab24ce9-8f63-42e7-9b87-1eabac33dfa8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-833494266-network', 'tenant_id': '53e1ba5fc96344cebdb16d6a3e50ab8f'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:24:34.500794 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd478f7-5800-495e-8574-2b6be4383289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c8bcca-e0d7-4f8f-8892-f28876318bc5,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:34.541625 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab24ce9-8f63-42e7-9b87-1eabac33dfa8 admin admin] Made reservation on behalf of 53e1ba5fc96344cebdb16d6a3e50ab8f for: {'network': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:24:34.543995 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8ab24ce9-8f63-42e7-9b87-1eabac33dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.563742 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8ab24ce9-8f63-42e7-9b87-1eabac33dfa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.572173 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b790099c-53e2-4979-8c41-7a50f8e7b0c1 admin admin] Publish callbacks [] for security_group (a6c8bcca-e0d7-4f8f-8892-f28876318bc5), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.604219 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b790099c-53e2-4979-8c41-7a50f8e7b0c1 admin admin] Publish callbacks [] for security_group (a6c8bcca-e0d7-4f8f-8892-f28876318bc5), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.633538 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:34.680678 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a8c04bd6-4638-42cb-8534-06e6e85d14aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664313'] for router_interface (a0faf2c6-a98e-45a4-bf35-c292aea84f67), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.710224 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b790099c-53e2-4979-8c41-7a50f8e7b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (a6c8bcca-e0d7-4f8f-8892-f28876318bc5), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.713248 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b790099c-53e2-4979-8c41-7a50f8e7b0c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.714383 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b790099c-53e2-4979-8c41-7a50f8e7b0c1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a6c8bcca-e0d7-4f8f-8892-f28876318bc5 HTTP/1.1" status: 204 len: 168 time: 0.2810597 Oct 06 12:24:34.722064 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8ab24ce9-8f63-42e7-9b87-1eabac33dfa8 admin admin] Publish callbacks [] for security_group (25521777-cf02-4d02-97d1-cd6d6d769e8c), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.728885 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790099c-53e2-4979-8c41-7a50f8e7b0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c8bcca-e0d7-4f8f-8892-f28876318bc5,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:34.730650 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8ab24ce9-8f63-42e7-9b87-1eabac33dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (25521777-cf02-4d02-97d1-cd6d6d769e8c), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.762659 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab24ce9-8f63-42e7-9b87-1eabac33dfa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=106139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:24:34.775006 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab24ce9-8f63-42e7-9b87-1eabac33dfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25521777-cf02-4d02-97d1-cd6d6d769e8c,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:34.786807 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8ab24ce9-8f63-42e7-9b87-1eabac33dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (41f1297a-92cb-449d-ba02-61cb75a51679), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.787069 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.segments_db [None req-8ab24ce9-8f63-42e7-9b87-1eabac33dfa8 admin admin] Added segment 41f1297a-92cb-449d-ba02-61cb75a51679 of type vlan for network a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 Oct 06 12:24:34.836656 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8ab24ce9-8f63-42e7-9b87-1eabac33dfa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (a3b35b13-487e-4ccb-b137-7c1ff7b66ae5), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.874619 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8ab24ce9-8f63-42e7-9b87-1eabac33dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (a3b35b13-487e-4ccb-b137-7c1ff7b66ae5), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.875818 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab24ce9-8f63-42e7-9b87-1eabac33dfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:34.876505 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8ab24ce9-8f63-42e7-9b87-1eabac33dfa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:34.955053 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-8ab24ce9-8f63-42e7-9b87-1eabac33dfa8 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8196867 Oct 06 12:24:34.957644 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52340) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:34.963548 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-74f92524-3a2d-4c70-bf65-a06dc0b1084a admin admin] Request body: {'subnet': {'network_id': 'a3b35b13-487e-4ccb-b137-7c1ff7b66ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-833494266-subnet', 'tenant_id': '53e1ba5fc96344cebdb16d6a3e50ab8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:24:34.991751 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab24ce9-8f63-42e7-9b87-1eabac33dfa8 admin admin] Pushing event updated for resources: {'Network': ['ID=a3b35b13-487e-4ccb-b137-7c1ff7b66ae5,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:35.006471 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:24:35.011687 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f92524-3a2d-4c70-bf65-a06dc0b1084a admin admin] Made reservation on behalf of 53e1ba5fc96344cebdb16d6a3e50ab8f for: {'subnet': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:24:35.014123 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-74f92524-3a2d-4c70-bf65-a06dc0b1084a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4892363'] for subnet (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:35.032062 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6ae1d-dd55-4e30-8d38-360c6e7d8b89 req-be23176b-a17e-4a77-a259-8c5c26244e52 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:35.033951 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c4c6ae1d-dd55-4e30-8d38-360c6e7d8b89 req-be23176b-a17e-4a77-a259-8c5c26244e52 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0708935 Oct 06 12:24:35.041752 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c04bd6-4638-42cb-8534-06e6e85d14aa admin admin] Router a0faf2c6-a98e-45a4-bf35-c292aea84f67 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:24:35.148860 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c4c6ae1d-dd55-4e30-8d38-360c6e7d8b89 req-85bd4ac8-308f-4bfe-a3f4-84a836f527d6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024401 Oct 06 12:24:35.212288 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c04bd6-4638-42cb-8534-06e6e85d14aa admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:24:35.218475 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-a8c04bd6-4638-42cb-8534-06e6e85d14aa admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/a0faf2c6-a98e-45a4-bf35-c292aea84f67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4509239 Oct 06 12:24:35.222265 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52346) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:35.231806 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948d8216-2762-45ef-b165-50f78822ad28 None None] Sync routers for ids ['a0faf2c6-a98e-45a4-bf35-c292aea84f67'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:24:35.243390 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948d8216-2762-45ef-b165-50f78822ad28 None None] Routers {'a0faf2c6-a98e-45a4-bf35-c292aea84f67'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:24:35.243851 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-948d8216-2762-45ef-b165-50f78822ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:24:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['a0faf2c6-a98e-45a4-bf35-c292aea84f67'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:24:35.274754 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-74f92524-3a2d-4c70-bf65-a06dc0b1084a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4794150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4892377'] for subnet (a589d958-0156-42ff-8794-9a5708f20bf1), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:35.354252 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f92524-3a2d-4c70-bf65-a06dc0b1084a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a589d958-0156-42ff-8794-9a5708f20bf1,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:35.387421 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:35.409013 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-948d8216-2762-45ef-b165-50f78822ad28 None None] Set router a0faf2c6-a98e-45a4-bf35-c292aea84f67 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:24:35.441804 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f92524-3a2d-4c70-bf65-a06dc0b1084a admin admin] Checking segment: {'id': '41f1297a-92cb-449d-ba02-61cb75a51679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3b35b13-487e-4ccb-b137-7c1ff7b66ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:24:35.442172 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f92524-3a2d-4c70-bf65-a06dc0b1084a admin admin] Network hostable DHCP agents. Network: a3b35b13-487e-4ccb-b137-7c1ff7b66ae5, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:24:35.472254 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-58d8374c-0a89-41c5-bd08-a4f79e34f879 admin admin] Publish callbacks [] for router (a0faf2c6-a98e-45a4-bf35-c292aea84f67), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:35.509479 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f92524-3a2d-4c70-bf65-a06dc0b1084a admin admin] Network a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:24:35.524872 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:35.528264 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-74f92524-3a2d-4c70-bf65-a06dc0b1084a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, a3b35b13-487e-4ccb-b137-7c1ff7b66ae5) {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:24:35.535439 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f92524-3a2d-4c70-bf65-a06dc0b1084a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:35.536058 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-74f92524-3a2d-4c70-bf65-a06dc0b1084a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:35.541325 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b905880-95b8-4130-ac2f-e663180e57d0 None None] Network a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:24:35.595420 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-74f92524-3a2d-4c70-bf65-a06dc0b1084a admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6366653 Oct 06 12:24:35.620728 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-58d8374c-0a89-41c5-bd08-a4f79e34f879 admin admin] Publish callbacks [] for router_gateway (a0faf2c6-a98e-45a4-bf35-c292aea84f67), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:35.642186 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-948d8216-2762-45ef-b165-50f78822ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'name': 'tempest-DeleteServersTestJSON-166541861-router', 'tenant_id': '69d2acb456bc4aaeae1ff0927195aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '1fcd2592-9011-4315-a7cb-38d2192db199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:24:34Z', 'revision_number': 5, 'project_id': '69d2acb456bc4aaeae1ff0927195aba2', 'gw_port': {'id': '1fcd2592-9011-4315-a7cb-38d2192db199', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:24:35.677568 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948d8216-2762-45ef-b165-50f78822ad28 None None] Checking router: a0faf2c6-a98e-45a4-bf35-c292aea84f67 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:24:35.688533 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948d8216-2762-45ef-b165-50f78822ad28 None None] Routers {'a0faf2c6-a98e-45a4-bf35-c292aea84f67'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:24:35.689280 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-948d8216-2762-45ef-b165-50f78822ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:24:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['a0faf2c6-a98e-45a4-bf35-c292aea84f67'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:24:35.705432 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-58d8374c-0a89-41c5-bd08-a4f79e34f879 admin admin] Deleting port 1fcd2592-9011-4315-a7cb-38d2192db199 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:24:35.705840 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-58d8374c-0a89-41c5-bd08-a4f79e34f879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (1fcd2592-9011-4315-a7cb-38d2192db199), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:35.707595 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1db4018-f77c-4adb-b11b-e178916e7be1 None None] Network a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:24:35.823028 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-948d8216-2762-45ef-b165-50f78822ad28 None None] Set router a0faf2c6-a98e-45a4-bf35-c292aea84f67 gateway port host: None {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:24:35.846627 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [None req-58d8374c-0a89-41c5-bd08-a4f79e34f879 admin admin] For port 1fcd2592-9011-4315-a7cb-38d2192db199, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=1fcd2592-9011-4315-a7cb-38d2192db199,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:24:35.846996 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-58d8374c-0a89-41c5-bd08-a4f79e34f879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (1fcd2592-9011-4315-a7cb-38d2192db199), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:35.865753 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-58d8374c-0a89-41c5-bd08-a4f79e34f879 admin admin] Calling delete_port for 1fcd2592-9011-4315-a7cb-38d2192db199 owned by network:router_gateway {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:24:35.882611 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-948d8216-2762-45ef-b165-50f78822ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'name': 'tempest-DeleteServersTestJSON-166541861-router', 'tenant_id': '69d2acb456bc4aaeae1ff0927195aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:24:35Z', 'revision_number': 6, 'project_id': '69d2acb456bc4aaeae1ff0927195aba2', 'gw_port_host': None}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:24:35.914231 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948d8216-2762-45ef-b165-50f78822ad28 None None] The sync data for ids ['a0faf2c6-a98e-45a4-bf35-c292aea84f67'] in dv-cinder-856041-2-iscsi is: [{'id': 'a0faf2c6-a98e-45a4-bf35-c292aea84f67', 'name': 'tempest-DeleteServersTestJSON-166541861-router', 'tenant_id': '69d2acb456bc4aaeae1ff0927195aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:24:35Z', 'revision_number': 6, 'project_id': '69d2acb456bc4aaeae1ff0927195aba2', 'gw_port_host': None}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:24:36.059932 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-58d8374c-0a89-41c5-bd08-a4f79e34f879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (1fcd2592-9011-4315-a7cb-38d2192db199), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:36.088224 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8374c-0a89-41c5-bd08-a4f79e34f879 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fcd2592-9011-4315-a7cb-38d2192db199,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:36.160474 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-58d8374c-0a89-41c5-bd08-a4f79e34f879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665907'] for router_gateway (a0faf2c6-a98e-45a4-bf35-c292aea84f67), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:36.307259 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:36.317405 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdacfd-61de-4f88-83d7-4fec6db2f652 req-70a087df-009d-4202-b3c0-47de68327bf2 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:36.318978 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4ecdacfd-61de-4f88-83d7-4fec6db2f652 req-70a087df-009d-4202-b3c0-47de68327bf2 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0676801 Oct 06 12:24:36.355117 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-58d8374c-0a89-41c5-bd08-a4f79e34f879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2444'] for router (a0faf2c6-a98e-45a4-bf35-c292aea84f67), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:36.357723 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-58d8374c-0a89-41c5-bd08-a4f79e34f879 admin admin] Publish callbacks [] for router_controller (a0faf2c6-a98e-45a4-bf35-c292aea84f67), precommit_delete_associations {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:36.405212 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4ecdacfd-61de-4f88-83d7-4fec6db2f652 req-11cea990-47a4-492b-ae1a-84709b3ee751 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785787 Oct 06 12:24:36.445773 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-58d8374c-0a89-41c5-bd08-a4f79e34f879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664353'] for router (a0faf2c6-a98e-45a4-bf35-c292aea84f67), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:36.446553 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d8374c-0a89-41c5-bd08-a4f79e34f879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0faf2c6-a98e-45a4-bf35-c292aea84f67 {{(pid=106139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 12:24:36.454172 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-58d8374c-0a89-41c5-bd08-a4f79e34f879 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:36.458215 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-58d8374c-0a89-41c5-bd08-a4f79e34f879 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/a0faf2c6-a98e-45a4-bf35-c292aea84f67 HTTP/1.1" status: 204 len: 168 time: 1.2349212 Oct 06 12:24:36.458931 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52394) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:36.507666 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf9c172-520a-4fd6-890e-8e2b06da0ed5 admin admin] Deleting subnet 71f9a9d1-0ee0-4c67-8b2b-6182437d5a16 {{(pid=106139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:24:36.510771 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2cf9c172-520a-4fd6-890e-8e2b06da0ed5 admin admin] Publish callbacks [] for subnet (71f9a9d1-0ee0-4c67-8b2b-6182437d5a16), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:36.551605 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2cf9c172-520a-4fd6-890e-8e2b06da0ed5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7435106'] for subnet (71f9a9d1-0ee0-4c67-8b2b-6182437d5a16), precommit_delete_associations {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:36.678442 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2cf9c172-520a-4fd6-890e-8e2b06da0ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (71f9a9d1-0ee0-4c67-8b2b-6182437d5a16), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:36.701123 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:36.718035 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:36.738883 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2cf9c172-520a-4fd6-890e-8e2b06da0ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4794215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4892458'] for subnet (71f9a9d1-0ee0-4c67-8b2b-6182437d5a16), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:36.769876 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9c172-520a-4fd6-890e-8e2b06da0ed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f9a9d1-0ee0-4c67-8b2b-6182437d5a16,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:36.775405 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2cf9c172-520a-4fd6-890e-8e2b06da0ed5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:36.781847 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-2cf9c172-520a-4fd6-890e-8e2b06da0ed5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/71f9a9d1-0ee0-4c67-8b2b-6182437d5a16 HTTP/1.1" status: 204 len: 168 time: 0.3189480 Oct 06 12:24:36.781989 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52406) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:36.784662 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defed1bf-d08d-477f-9922-8f23ccda4cf9 None None] Network e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:24:36.879752 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:36.896603 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device eba00a5f-4630-4c74-8c86-0ec91f97778d no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:24:36.926343 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] Deleting port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:24:36.926686 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (111e2884-9b3e-4ee5-b0c9-9408aeb53c5a), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:36.930936 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: eba00a5f-4630-4c74-8c86-0ec91f97778d {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:24:36.930936 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device eba00a5f-4630-4c74-8c86-0ec91f97778d not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:24:36.941119 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:36.959366 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:36.996265 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] For port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=111e2884-9b3e-4ee5-b0c9-9408aeb53c5a,segment=NetworkSegment(ae2998cd-c34c-428b-bbab-09223708b755),segment_id=ae2998cd-c34c-428b-bbab-09223708b755)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:24:36.996639 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (111e2884-9b3e-4ee5-b0c9-9408aeb53c5a), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:37.018742 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] Calling delete_port for 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a owned by network:dhcp {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:24:37.040508 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] DHCP port deletion for e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 request from dv-cinder-856041-2-iscsi {{(pid=106141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 12:24:37.083250 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Deleting port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a {{(pid=106141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:24:37.083682 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (111e2884-9b3e-4ee5-b0c9-9408aeb53c5a), before_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:37.111939 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (111e2884-9b3e-4ee5-b0c9-9408aeb53c5a), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:37.144816 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=111e2884-9b3e-4ee5-b0c9-9408aeb53c5a,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:37.149682 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] No DVR routers for this DVR port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a on host dv-cinder-856041-2-iscsi {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:24:37.161381 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] For port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=111e2884-9b3e-4ee5-b0c9-9408aeb53c5a,segment=NetworkSegment(ae2998cd-c34c-428b-bbab-09223708b755),segment_id=ae2998cd-c34c-428b-bbab-09223708b755)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:24:37.161996 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (111e2884-9b3e-4ee5-b0c9-9408aeb53c5a), precommit_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:37.177755 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Calling delete_port for 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a owned by network:dhcp {{(pid=106141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:24:37.328756 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100'] for port (111e2884-9b3e-4ee5-b0c9-9408aeb53c5a), after_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:37.356790 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Pushing event deleted for resources: {'Port': ['ID=111e2884-9b3e-4ee5-b0c9-9408aeb53c5a,revision_number=None']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:37.372668 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:37.374155 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:37.374155 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:37.374155 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:37.374536 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:37.374750 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:37.375090 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:37.375411 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:37.375837 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:37.376166 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:37.376496 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:37.376824 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:37.377145 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:37.377475 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:37.377798 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:37.384846 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cae0abb-6e2e-4545-bc22-a61c4add4764 None None] No DVR routers for this DVR port 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a on host dv-cinder-856041-2-iscsi {{(pid=106141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:24:37.419438 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:37.445280 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2']}} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:24:37.457112 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2998cd-c34c-428b-bbab-09223708b755') {'for_net_delete': True} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:24:37.457500 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2998cd-c34c-428b-bbab-09223708b755') {} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:24:37.469393 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7447264'] for segment (ae2998cd-c34c-428b-bbab-09223708b755), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:37.484400 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (ae2998cd-c34c-428b-bbab-09223708b755), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:37.493618 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:24:37.494023 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5176022'] for segment (ae2998cd-c34c-428b-bbab-09223708b755), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:37.543557 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment ae2998cd-c34c-428b-bbab-09223708b755 resource provider aggregate not found Oct 06 12:24:37.575223 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment ae2998cd-c34c-428b-bbab-09223708b755 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae2998cd-c34c-428b-bbab-09223708b755 found for delete ", "request_id": "req-73e681db-6da2-4fa1-ae3c-1926096146d6"}]} Oct 06 12:24:37.604727 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:37.625668 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:37.628209 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:37.631444 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-9b874eeb-6ac5-4ef1-950e-dcddeef15a18 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/e55e0bb9-9e7d-4ab0-bc29-d2610e6959f2 HTTP/1.1" status: 204 len: 168 time: 0.8484626 Oct 06 12:24:37.637983 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684f882-7aad-4268-bcc7-98d96052e488 req-339ae1da-5b3c-4167-8c4a-21558f9d3568 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:37.639544 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3684f882-7aad-4268-bcc7-98d96052e488 req-339ae1da-5b3c-4167-8c4a-21558f9d3568 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0922794 Oct 06 12:24:37.721704 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3684f882-7aad-4268-bcc7-98d96052e488 req-21bf2323-7a27-4c62-8c34-80e3defe1cb0 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760601 Oct 06 12:24:37.879045 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429093a3-ef70-4baf-ba29-898f241590c6 req-878566af-0a61-4042-b122-05d651e03bae tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:37.880669 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-429093a3-ef70-4baf-ba29-898f241590c6 req-878566af-0a61-4042-b122-05d651e03bae tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 HTTP/1.1" status: 200 len: 808 time: 0.1410649 Oct 06 12:24:37.898390 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-429093a3-ef70-4baf-ba29-898f241590c6 req-0a884d27-49ce-47f0-b5c8-94e78d024704 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/quotas/53e1ba5fc96344cebdb16d6a3e50ab8f HTTP/1.1" status: 200 len: 375 time: 0.0104184 Oct 06 12:24:37.902470 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52462) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:37.932957 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-429093a3-ef70-4baf-ba29-898f241590c6 req-0e425aef-421c-4cf5-8327-94077e9ba81c tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=53e1ba5fc96344cebdb16d6a3e50ab8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290048 Oct 06 12:24:37.946379 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-10a5dc6e-e327-4632-8345-a3f5788fafc0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=69d2acb456bc4aaeae1ff0927195aba2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426869 Oct 06 12:24:37.948907 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52464) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:38.001773 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fcd3a1a7-1b53-4533-9d5b-5a8c87478fb8 admin admin] Publish callbacks [] for security_group (933058a3-485d-440d-9da8-fa530c408177), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:38.031101 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fcd3a1a7-1b53-4533-9d5b-5a8c87478fb8 admin admin] Publish callbacks [] for security_group (933058a3-485d-440d-9da8-fa530c408177), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:38.048764 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-429093a3-ef70-4baf-ba29-898f241590c6 req-7bf4b191-5c8e-473a-a8a8-c623e3263121 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a3b35b13-487e-4ccb-b137-7c1ff7b66ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071398 Oct 06 12:24:38.088574 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fcd3a1a7-1b53-4533-9d5b-5a8c87478fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (933058a3-485d-440d-9da8-fa530c408177), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:38.091552 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fcd3a1a7-1b53-4533-9d5b-5a8c87478fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:38.095035 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-fcd3a1a7-1b53-4533-9d5b-5a8c87478fb8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/933058a3-485d-440d-9da8-fa530c408177 HTTP/1.1" status: 204 len: 168 time: 0.1428509 Oct 06 12:24:38.108750 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3a1a7-1b53-4533-9d5b-5a8c87478fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933058a3-485d-440d-9da8-fa530c408177,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:38.171377 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-429093a3-ef70-4baf-ba29-898f241590c6 req-4de40194-ba5c-4835-a0c2-30fd893d2d87 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a3b35b13-487e-4ccb-b137-7c1ff7b66ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157019 Oct 06 12:24:38.353051 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:38.387805 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bf4ea801-c174-44c2-b4ac-00a428f3975e req-baca356a-ae62-486d-9a93-7810ead18ce2 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 210 time: 0.0475225 Oct 06 12:24:38.524316 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:24:38.546380 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:24:38.547179 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 111e2884-9b3e-4ee5-b0c9-9408aeb53c5a not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:24:38.551955 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 1fcd2592-9011-4315-a7cb-38d2192db199 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:24:38.577964 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 1fcd2592-9011-4315-a7cb-38d2192db199 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:24:38.578407 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 1fcd2592-9011-4315-a7cb-38d2192db199 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:24:38.931600 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec38c35-0298-4653-b1eb-459f5303ef19 req-0265a209-981b-4a57-96a2-ded3e6b44746 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:38.938989 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cec38c35-0298-4653-b1eb-459f5303ef19 req-0265a209-981b-4a57-96a2-ded3e6b44746 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0931804 Oct 06 12:24:38.993418 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cec38c35-0298-4653-b1eb-459f5303ef19 req-06b37408-4ce7-4c8d-93ef-6006d7953247 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533726 Oct 06 12:24:39.037450 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52520) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:39.183041 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-a5c27c64-a1f0-41f9-8787-9caae6299a51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-231234699-network', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:24:39.213891 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c27c64-a1f0-41f9-8787-9caae6299a51 admin admin] Made reservation on behalf of eda6037b1d4b4d31b7a7ad298452cfbb for: {'network': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:24:39.220531 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a5c27c64-a1f0-41f9-8787-9caae6299a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.235791 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a5c27c64-a1f0-41f9-8787-9caae6299a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.278810 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52530) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:39.347407 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a5c27c64-a1f0-41f9-8787-9caae6299a51 admin admin] Publish callbacks [] for security_group (8d113728-5207-4e34-906a-df01c73e409d), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.353143 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a5c27c64-a1f0-41f9-8787-9caae6299a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (8d113728-5207-4e34-906a-df01c73e409d), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.376639 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c27c64-a1f0-41f9-8787-9caae6299a51 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=106139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:24:39.394044 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c27c64-a1f0-41f9-8787-9caae6299a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d113728-5207-4e34-906a-df01c73e409d,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:39.398593 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a5c27c64-a1f0-41f9-8787-9caae6299a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (47ad0a91-900a-482c-8774-41649a8e809c), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.398941 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.segments_db [None req-a5c27c64-a1f0-41f9-8787-9caae6299a51 admin admin] Added segment 47ad0a91-900a-482c-8774-41649a8e809c of type vlan for network a983a2d0-c8c4-4203-b602-635e6e2680bd Oct 06 12:24:39.425276 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f568312c-1482-4259-b589-20eb19d202d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.452665 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a5c27c64-a1f0-41f9-8787-9caae6299a51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (a983a2d0-c8c4-4203-b602-635e6e2680bd), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.469376 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:39.479432 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a5c27c64-a1f0-41f9-8787-9caae6299a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (a983a2d0-c8c4-4203-b602-635e6e2680bd), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.480494 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c27c64-a1f0-41f9-8787-9caae6299a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:39.481076 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a5c27c64-a1f0-41f9-8787-9caae6299a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.508930 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-536442bf-fd68-4b1b-b9cb-95a31323c3be req-df18e559-123d-4c47-ae0f-ef1567db3d16 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 210 time: 0.0432615 Oct 06 12:24:39.540325 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f568312c-1482-4259-b589-20eb19d202d3 admin admin] Publish callbacks [] for security_group (b4cc7679-6a20-42c4-9345-76a76597c7dd), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.545977 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f568312c-1482-4259-b589-20eb19d202d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (b4cc7679-6a20-42c4-9345-76a76597c7dd), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.547056 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c27c64-a1f0-41f9-8787-9caae6299a51 admin admin] Pushing event updated for resources: {'Network': ['ID=a983a2d0-c8c4-4203-b602-635e6e2680bd,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:39.551835 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-a5c27c64-a1f0-41f9-8787-9caae6299a51 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5126901 Oct 06 12:24:39.555134 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52536) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:39.557866 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network a983a2d0-c8c4-4203-b602-635e6e2680bd details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:24:39.561093 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-a9248995-7ccf-4930-928b-cecb17681b8d admin admin] Request body: {'subnet': {'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-subnet', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:24:39.581467 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9248995-7ccf-4930-928b-cecb17681b8d admin admin] Made reservation on behalf of eda6037b1d4b4d31b7a7ad298452cfbb for: {'subnet': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:24:39.584408 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a9248995-7ccf-4930-928b-cecb17681b8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4892363'] for subnet (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.592197 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568312c-1482-4259-b589-20eb19d202d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cc7679-6a20-42c4-9345-76a76597c7dd,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:39.600858 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-f568312c-1482-4259-b589-20eb19d202d3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ed9cbbd61aa64f05a09915b991c9389f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182216 Oct 06 12:24:39.601313 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52538) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:39.640828 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:39.657740 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-81df6b96-9c1b-4409-8bf1-1cccf0543236 admin admin] Publish callbacks [] for security_group (b4cc7679-6a20-42c4-9345-76a76597c7dd), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.680895 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-81df6b96-9c1b-4409-8bf1-1cccf0543236 admin admin] Publish callbacks [] for security_group (b4cc7679-6a20-42c4-9345-76a76597c7dd), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.718542 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:DELETE=8,neutron:UPDATE=3,neutron:SELECT=75,neutron:INSERT=14 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:39.727269 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:39.745477 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-81df6b96-9c1b-4409-8bf1-1cccf0543236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (b4cc7679-6a20-42c4-9345-76a76597c7dd), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.748120 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-81df6b96-9c1b-4409-8bf1-1cccf0543236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.752269 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-81df6b96-9c1b-4409-8bf1-1cccf0543236 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b4cc7679-6a20-42c4-9345-76a76597c7dd HTTP/1.1" status: 204 len: 168 time: 0.1473398 Oct 06 12:24:39.757957 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df6b96-9c1b-4409-8bf1-1cccf0543236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cc7679-6a20-42c4-9345-76a76597c7dd,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:39.782681 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a9248995-7ccf-4930-928b-cecb17681b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4794150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4892377'] for subnet (3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.846263 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9248995-7ccf-4930-928b-cecb17681b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:39.852435 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9248995-7ccf-4930-928b-cecb17681b8d admin admin] Checking segment: {'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:24:39.852933 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9248995-7ccf-4930-928b-cecb17681b8d admin admin] Network hostable DHCP agents. Network: a983a2d0-c8c4-4203-b602-635e6e2680bd, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:24:39.880860 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9248995-7ccf-4930-928b-cecb17681b8d admin admin] Network a983a2d0-c8c4-4203-b602-635e6e2680bd is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:24:39.896263 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-a9248995-7ccf-4930-928b-cecb17681b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, a983a2d0-c8c4-4203-b602-635e6e2680bd) {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:24:39.902258 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9248995-7ccf-4930-928b-cecb17681b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:39.902693 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a9248995-7ccf-4930-928b-cecb17681b8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.909862 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7a5156-363e-49f7-b8d2-ff3a31d6cc57 None None] Network a983a2d0-c8c4-4203-b602-635e6e2680bd requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:24:39.926709 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-a9248995-7ccf-4930-928b-cecb17681b8d admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3675125 Oct 06 12:24:39.927058 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52550) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:39.932487 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:24:39.954292 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2462'] for router (16fdc899-424f-472b-9b3b-494f3046e928), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.955397 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2455'] for router (16fdc899-424f-472b-9b3b-494f3046e928), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:39.974067 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:40.055605 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e4fcd5-b394-5821-a063-acad06bec7fa-a983a2d0-c8c4-4203-b602-635e6e2680bd', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2'}]}} from dv-cinder-856041-2-iscsi. {{(pid=106141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 12:24:40.056562 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:40.079200 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Publish callbacks [] for router_controller (16fdc899-424f-472b-9b3b-494f3046e928), precommit_add_association {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:40.150801 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429093a3-ef70-4baf-ba29-898f241590c6 req-894e425d-319d-41ec-94e6-d604f7d5ba2f tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:40.153369 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-429093a3-ef70-4baf-ba29-898f241590c6 req-894e425d-319d-41ec-94e6-d604f7d5ba2f tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.23 "GET /networking/v2.0/networks?id=a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 HTTP/1.1" status: 200 len: 808 time: 0.1602809 Oct 06 12:24:40.236644 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cdf1a-3a71-4e01-b926-17ca16cad5a2 req-8859dc4d-e4bd-4812-b321-71da7df4d5f8 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:40.272011 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-179cdf1a-3a71-4e01-b926-17ca16cad5a2 req-8859dc4d-e4bd-4812-b321-71da7df4d5f8 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0897908 Oct 06 12:24:40.279391 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.db_base_plugin_common [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Allocated IP 172.20.0.2 (a983a2d0-c8c4-4203-b602-635e6e2680bd/3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2/0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3) {{(pid=106141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:24:40.422036 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-179cdf1a-3a71-4e01-b926-17ca16cad5a2 req-face9a7d-7c69-4d67-9289-371081f9c2e1 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459363 Oct 06 12:24:40.424751 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Publish callbacks [] for router_gateway (16fdc899-424f-472b-9b3b-494f3046e928), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:40.597344 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Publish callbacks [] for port (0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3), precommit_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:40.605494 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:40.641525 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c626d6f0-14c2-43dd-99d4-cdc4362892e1 req-77abb5d3-bc48-40dd-b52a-9a41c11140f8 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 210 time: 0.0290992 Oct 06 12:24:40.645830 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Network a983a2d0-c8c4-4203-b602-635e6e2680bd is already hosted by enough agents. {{(pid=106141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:24:40.647564 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.base_scheduler [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Resources bound (agent type, host, resource id): {{(pid=106141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:24:40.651771 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Received port after_create {{(pid=106141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:24:40.667908 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Pushing event updated for resources: {'Port': ['ID=0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3,revision_number=1']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:40.704367 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Publish callbacks [] for router_gateway (16fdc899-424f-472b-9b3b-494f3046e928), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:40.706741 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:40.720155 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Attempting to bind port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:24:40.720530 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Attempting to bind port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:24:40.721229 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Attempting to bind port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 on network a983a2d0-c8c4-4203-b602-635e6e2680bd {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:24:40.727744 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:40.767888 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:24:40.768562 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Checking segment: {'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:24:40.768973 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:40.769369 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Bound using segment: {'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:24:40.769844 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Bound port: 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:24:40.770222 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:40.814844 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:40.841314 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Allocated IP 172.27.0.82 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/789e62fd-b060-4bbe-9bc9-9bccfb878e55) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:24:40.848026 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] For port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:24:40.852726 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] For port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:24:40.861653 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:40.919576 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345577d-a986-4872-b8a9-e325a72f2d21 None None] Pushing event updated for resources: {'Port': ['ID=0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:40.964087 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Publish callbacks [] for port (789e62fd-b060-4bbe-9bc9-9bccfb878e55), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:40.997698 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (789e62fd-b060-4bbe-9bc9-9bccfb878e55), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:41.040112 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:24:41.043937 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:24:41.049063 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:24:41.083888 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Pushing event updated for resources: {'Port': ['ID=789e62fd-b060-4bbe-9bc9-9bccfb878e55,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:41.351119 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Publish callbacks [] for router_gateway (16fdc899-424f-472b-9b3b-494f3046e928), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:41.580812 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b22362-e88c-41f0-adc8-db554102a09d req-5cd0984d-ee23-4525-aeaa-a2cef0864072 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:41.582333 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e0b22362-e88c-41f0-adc8-db554102a09d req-5cd0984d-ee23-4525-aeaa-a2cef0864072 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0576391 Oct 06 12:24:41.583590 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665995'] for router (16fdc899-424f-472b-9b3b-494f3046e928), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:41.596094 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:41.712730 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e0b22362-e88c-41f0-adc8-db554102a09d req-26eb556b-152f-4091-8629-29ad463902df tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230681 Oct 06 12:24:41.744410 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=95 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:41.758491 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Router 16fdc899-424f-472b-9b3b-494f3046e928 is scheduled to L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 with binding_index 1 {{(pid=106140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 12:24:41.873871 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc8fcee-68eb-4d7a-8d13-b6380effff14 None None] Network a983a2d0-c8c4-4203-b602-635e6e2680bd requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:24:41.875702 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:24:41.891277 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Sync routers for ids ['16fdc899-424f-472b-9b3b-494f3046e928'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:24:41.914520 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7b43b487-f230-42c0-9bcf-4a58f8e784f2 req-7b602d35-f3a6-4d59-88eb-0a2e249dfcc5 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 210 time: 0.0361905 Oct 06 12:24:41.922557 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:41.924345 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-db51feab-9442-44b5-997a-42b632ac965c admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9958894 Oct 06 12:24:41.926804 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52632) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:41.941382 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Routers {'16fdc899-424f-472b-9b3b-494f3046e928'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:24:41.942002 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:24:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['16fdc899-424f-472b-9b3b-494f3046e928'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:24:42.011429 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:42.022132 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-5f1ebc37-3faa-49fa-a087-7cb518f70a22 None None] Provisioning complete for port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:24:42.022507 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5f1ebc37-3faa-49fa-a087-7cb518f70a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:42.022839 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-5f1ebc37-3faa-49fa-a087-7cb518f70a22 None None] Attempt 1 to provision port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 Oct 06 12:24:42.089165 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:42.141650 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Set router 16fdc899-424f-472b-9b3b-494f3046e928 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:24:42.277038 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ebc37-3faa-49fa-a087-7cb518f70a22 None None] Current status of the port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:24:42.277526 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5f1ebc37-3faa-49fa-a087-7cb518f70a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:42.340404 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-5f1ebc37-3faa-49fa-a087-7cb518f70a22 None None] For port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:24:42.348773 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:42.349166 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5f1ebc37-3faa-49fa-a087-7cb518f70a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:42.440443 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ebc37-3faa-49fa-a087-7cb518f70a22 None None] Pushing event updated for resources: {'Port': ['ID=0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:42.464974 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:41Z', 'revision_number': 3, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:24:42.492410 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Checking router: 16fdc899-424f-472b-9b3b-494f3046e928 for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:24:42.492772 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Updating router 16fdc899-424f-472b-9b3b-494f3046e928 port 789e62fd-b060-4bbe-9bc9-9bccfb878e55 binding host dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:24:42.531333 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (789e62fd-b060-4bbe-9bc9-9bccfb878e55), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:42.566010 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:42.577595 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:24:42.583858 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Allocated IP 172.20.0.1 (a983a2d0-c8c4-4203-b602-635e6e2680bd/3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2/a60999da-55a1-4f22-aca7-04a020e31906) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:24:42.610416 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:42.673956 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-639c8c89-b999-4a18-9221-5ff24e0d1e22 None None] Provisioning complete for port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:24:42.674331 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-639c8c89-b999-4a18-9221-5ff24e0d1e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:42.674666 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-639c8c89-b999-4a18-9221-5ff24e0d1e22 None None] Attempt 1 to provision port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 Oct 06 12:24:42.693082 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Publish callbacks [] for port (a60999da-55a1-4f22-aca7-04a020e31906), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:42.727206 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (a60999da-55a1-4f22-aca7-04a020e31906), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:42.773014 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Network a983a2d0-c8c4-4203-b602-635e6e2680bd is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:24:42.773746 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:24:42.774120 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:42.774456 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 Oct 06 12:24:42.775984 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:24:42.780037 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:24:42.802435 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Pushing event updated for resources: {'Port': ['ID=a60999da-55a1-4f22-aca7-04a020e31906,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:42.825229 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665328'] for router_interface (16fdc899-424f-472b-9b3b-494f3046e928), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:42.863873 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18058e0e-d956-4a1d-b645-37890bb324c5 req-2cd0ae0f-dbc1-415a-9d0c-6b860b9adad2 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:42.866792 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-18058e0e-d956-4a1d-b645-37890bb324c5 req-2cd0ae0f-dbc1-415a-9d0c-6b860b9adad2 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0706294 Oct 06 12:24:42.890468 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:42.898006 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-639c8c89-b999-4a18-9221-5ff24e0d1e22 None None] Current status of the port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:24:42.944222 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-18058e0e-d956-4a1d-b645-37890bb324c5 req-eb0cee6e-2d6c-4512-9758-ac00dd091b48 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700898 Oct 06 12:24:42.956259 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:42.961131 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:24:42.984176 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a60999da-55a1-4f22-aca7-04a020e31906), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:43.011442 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Publish callbacks [] for port (789e62fd-b060-4bbe-9bc9-9bccfb878e55), precommit_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:43.018613 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (789e62fd-b060-4bbe-9bc9-9bccfb878e55), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:43.057076 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a5a62441-f5e5-4334-954e-9cfd1252a4b0 req-268aa603-2bf0-47c3-965c-8a450e2d2c6b tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 210 time: 0.0414007 Oct 06 12:24:43.057629 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Attempting to bind port 789e62fd-b060-4bbe-9bc9-9bccfb878e55 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:24:43.058881 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Attempting to bind port 789e62fd-b060-4bbe-9bc9-9bccfb878e55 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:24:43.059259 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Attempting to bind port 789e62fd-b060-4bbe-9bc9-9bccfb878e55 on network 3a606d5c-6843-4963-ada6-7bee64b338fb {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:24:43.100472 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea90d94-15d1-4083-9e31-d8bed0c842c2 None None] Pushing event updated for resources: {'Port': ['ID=789e62fd-b060-4bbe-9bc9-9bccfb878e55,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:43.126935 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-bec14658-5534-4b2c-8165-18c4fce88986 None None] Provisioning complete for port a60999da-55a1-4f22-aca7-04a020e31906 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:24:43.127310 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-bec14658-5534-4b2c-8165-18c4fce88986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (a60999da-55a1-4f22-aca7-04a020e31906), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:43.127676 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-bec14658-5534-4b2c-8165-18c4fce88986 None None] Attempt 1 to provision port a60999da-55a1-4f22-aca7-04a020e31906 Oct 06 12:24:43.129520 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:24:43.129891 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Checking segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:24:43.130307 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:43.130678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Bound using segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:24:43.131154 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Bound port: 789e62fd-b060-4bbe-9bc9-9bccfb878e55, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:24:43.131611 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (789e62fd-b060-4bbe-9bc9-9bccfb878e55), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:43.166100 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Publish callbacks [] for port (a60999da-55a1-4f22-aca7-04a020e31906), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:43.172385 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (a60999da-55a1-4f22-aca7-04a020e31906), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:43.190632 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-bec14658-5534-4b2c-8165-18c4fce88986 None None] Port a60999da-55a1-4f22-aca7-04a020e31906 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:24:43.206989 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] For port 789e62fd-b060-4bbe-9bc9-9bccfb878e55, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:24:43.210707 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] For port 789e62fd-b060-4bbe-9bc9-9bccfb878e55, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=789e62fd-b060-4bbe-9bc9-9bccfb878e55,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:24:43.216603 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (789e62fd-b060-4bbe-9bc9-9bccfb878e55), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:43.244074 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Pushing event updated for resources: {'Port': ['ID=a60999da-55a1-4f22-aca7-04a020e31906,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:43.245935 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665452'] for router_interface (16fdc899-424f-472b-9b3b-494f3046e928), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:43.253337 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Routers {'16fdc899-424f-472b-9b3b-494f3046e928'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:24:43.253998 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:24:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['16fdc899-424f-472b-9b3b-494f3046e928'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:24:43.348837 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Network a983a2d0-c8c4-4203-b602-635e6e2680bd is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:24:43.350356 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:24:43.406426 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:43.442320 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea90d94-15d1-4083-9e31-d8bed0c842c2 None None] Pushing event updated for resources: {'Port': ['ID=789e62fd-b060-4bbe-9bc9-9bccfb878e55,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:43.541110 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] Set router 16fdc899-424f-472b-9b3b-494f3046e928 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:24:43.662846 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-ee3bc3c1-770f-44bd-b93f-c448480b7164 None None] Provisioning complete for port a60999da-55a1-4f22-aca7-04a020e31906 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:24:43.663162 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ee3bc3c1-770f-44bd-b93f-c448480b7164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (a60999da-55a1-4f22-aca7-04a020e31906), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:43.663396 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-ee3bc3c1-770f-44bd-b93f-c448480b7164 None None] Attempt 1 to provision port a60999da-55a1-4f22-aca7-04a020e31906 Oct 06 12:24:43.703118 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:43.709004 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-ee3bc3c1-770f-44bd-b93f-c448480b7164 None None] Port a60999da-55a1-4f22-aca7-04a020e31906 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:24:43.723320 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Router 16fdc899-424f-472b-9b3b-494f3046e928 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:24:43.768627 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [req-429093a3-ef70-4baf-ba29-898f241590c6 req-c9616168-1af1-466d-92ac-b08c7c69daea tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Request body: {'port': {'device_id': '5bf13a44-e331-4b28-9d44-6890e99df4de', 'network_id': 'a3b35b13-487e-4ccb-b137-7c1ff7b66ae5', 'admin_state_up': True, 'tenant_id': '53e1ba5fc96344cebdb16d6a3e50ab8f'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:24:43.776242 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:43Z', 'revision_number': 2, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:24:43.806779 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ac679-8c83-4d9a-910d-8e08da51e8c1 None None] The sync data for ids ['16fdc899-424f-472b-9b3b-494f3046e928'] in dv-cinder-856041-2-iscsi is: [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:43Z', 'revision_number': 2, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:24:43.914797 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:24:43.921022 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-e6675980-e5d2-4c44-ae90-695d79275a84 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/16fdc899-424f-472b-9b3b-494f3046e928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9870253 Oct 06 12:24:43.943950 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429093a3-ef70-4baf-ba29-898f241590c6 req-c9616168-1af1-466d-92ac-b08c7c69daea tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Made reservation on behalf of 53e1ba5fc96344cebdb16d6a3e50ab8f for: {'port': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:24:43.949050 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-429093a3-ef70-4baf-ba29-898f241590c6 req-c9616168-1af1-466d-92ac-b08c7c69daea tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:44.102933 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7ae82-b90e-439a-b8e0-a207388bc27d req-ecbd825f-f324-4b81-98ca-ef9819a182ab tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:44.105267 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-dba7ae82-b90e-439a-b8e0-a207388bc27d req-ecbd825f-f324-4b81-98ca-ef9819a182ab tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0624576 Oct 06 12:24:44.137441 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [req-429093a3-ef70-4baf-ba29-898f241590c6 req-c9616168-1af1-466d-92ac-b08c7c69daea tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Allocated IP 172.20.0.10 (a3b35b13-487e-4ccb-b137-7c1ff7b66ae5/a589d958-0156-42ff-8794-9a5708f20bf1/ecb33657-c68d-4387-95f1-ade395dddf6a) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:24:44.198811 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-dba7ae82-b90e-439a-b8e0-a207388bc27d req-64789fb7-41a1-4346-b93a-2d815ccc7613 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866411 Oct 06 12:24:44.201039 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8ea241e1-95c0-4334-92f6-644ff35c259b req-2904277c-c6ab-4f11-9c07-4702d050d4fc tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 210 time: 0.0344043 Oct 06 12:24:44.337914 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-429093a3-ef70-4baf-ba29-898f241590c6 req-c9616168-1af1-466d-92ac-b08c7c69daea tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Publish callbacks [] for port (ecb33657-c68d-4387-95f1-ade395dddf6a), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:44.376788 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-429093a3-ef70-4baf-ba29-898f241590c6 req-c9616168-1af1-466d-92ac-b08c7c69daea tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (ecb33657-c68d-4387-95f1-ade395dddf6a), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:44.439176 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429093a3-ef70-4baf-ba29-898f241590c6 req-c9616168-1af1-466d-92ac-b08c7c69daea tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Network a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:24:44.442849 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [req-429093a3-ef70-4baf-ba29-898f241590c6 req-c9616168-1af1-466d-92ac-b08c7c69daea tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:24:44.447978 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [req-429093a3-ef70-4baf-ba29-898f241590c6 req-c9616168-1af1-466d-92ac-b08c7c69daea tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:24:44.473412 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9616168-1af1-466d-92ac-b08c7c69daea tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Pushing event updated for resources: {'Port': ['ID=ecb33657-c68d-4387-95f1-ade395dddf6a,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:44.481592 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52680) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:44.486457 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-4d8e41d9-034e-4ada-ab1d-60ad38595f04 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--331245557', 'description': 'tempest-description--1813817851'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:24:44.514860 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:44.533552 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429093a3-ef70-4baf-ba29-898f241590c6 req-c9616168-1af1-466d-92ac-b08c7c69daea tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:44.534216 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-429093a3-ef70-4baf-ba29-898f241590c6 req-c9616168-1af1-466d-92ac-b08c7c69daea tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:44.539486 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4d8e41d9-034e-4ada-ab1d-60ad38595f04 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:44.576706 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-429093a3-ef70-4baf-ba29-898f241590c6 req-c9616168-1af1-466d-92ac-b08c7c69daea tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8134091 Oct 06 12:24:44.640910 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:44.675427 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4d8e41d9-034e-4ada-ab1d-60ad38595f04 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group (81551ae7-9219-4818-a769-35ee5868bb90), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:44.680793 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4d8e41d9-034e-4ada-ab1d-60ad38595f04 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (81551ae7-9219-4818-a769-35ee5868bb90), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:44.722816 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4d8e41d9-034e-4ada-ab1d-60ad38595f04 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:44.724083 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-4d8e41d9-034e-4ada-ab1d-60ad38595f04 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2415340 Oct 06 12:24:44.727514 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52688) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:44.731767 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-a1aad4e8-d29b-4231-8a4d-404fd44a22d9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Request body: {'security_group_rule': {'security_group_id': '81551ae7-9219-4818-a769-35ee5868bb90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:24:44.738487 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e41d9-034e-4ada-ab1d-60ad38595f04 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81551ae7-9219-4818-a769-35ee5868bb90,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:44.764038 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a1aad4e8-d29b-4231-8a4d-404fd44a22d9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group_rule (b00327d3-c1a6-4d27-b43c-95bc1703602c), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:44.832618 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a1aad4e8-d29b-4231-8a4d-404fd44a22d9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group_rule (b00327d3-c1a6-4d27-b43c-95bc1703602c), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:44.836898 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a1aad4e8-d29b-4231-8a4d-404fd44a22d9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (b00327d3-c1a6-4d27-b43c-95bc1703602c), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:44.860392 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aad4e8-d29b-4231-8a4d-404fd44a22d9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00327d3-c1a6-4d27-b43c-95bc1703602c,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:44.869376 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a1aad4e8-d29b-4231-8a4d-404fd44a22d9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:44.870602 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-a1aad4e8-d29b-4231-8a4d-404fd44a22d9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421597 Oct 06 12:24:44.873485 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52690) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:44.878145 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-f50fc1da-5fba-4821-8b0d-8e5367e81ada tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Request body: {'security_group_rule': {'security_group_id': '81551ae7-9219-4818-a769-35ee5868bb90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:24:44.905532 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f50fc1da-5fba-4821-8b0d-8e5367e81ada tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group_rule (51b62899-7c2a-43d8-9717-3d3cf21f4c4c), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:44.973237 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f50fc1da-5fba-4821-8b0d-8e5367e81ada tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group_rule (51b62899-7c2a-43d8-9717-3d3cf21f4c4c), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:44.977053 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f50fc1da-5fba-4821-8b0d-8e5367e81ada tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (51b62899-7c2a-43d8-9717-3d3cf21f4c4c), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:44.996868 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fc1da-5fba-4821-8b0d-8e5367e81ada tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b62899-7c2a-43d8-9717-3d3cf21f4c4c,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:45.004385 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f50fc1da-5fba-4821-8b0d-8e5367e81ada tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:45.005773 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-f50fc1da-5fba-4821-8b0d-8e5367e81ada tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311646 Oct 06 12:24:45.009356 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52692) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:45.014473 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Request body: {'floatingip': {'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:24:45.052798 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:45.141326 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:45.248252 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Allocated IP 172.27.0.211 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/d17826c5-c524-4730-9c12-39937216a872) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:24:45.265610 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:45.560025 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:45.594156 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fb061-4e39-4c22-ac07-3f949e23ac90 req-626ca640-15fa-45c5-a31f-3d55b9da83cb tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:45.595726 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-516fb061-4e39-4c22-ac07-3f949e23ac90 req-626ca640-15fa-45c5-a31f-3d55b9da83cb tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.1025794 Oct 06 12:24:45.604518 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178994b-0e34-4b1a-b50b-e63f2f9d87cc req-e36122b4-51cf-4763-8f6c-90db78092c69 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:45.606004 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e178994b-0e34-4b1a-b50b-e63f2f9d87cc req-e36122b4-51cf-4763-8f6c-90db78092c69 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 932 time: 0.1115060 Oct 06 12:24:45.683209 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for port (d17826c5-c524-4730-9c12-39937216a872), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:45.726752 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-516fb061-4e39-4c22-ac07-3f949e23ac90 req-b772dfe2-ce59-4baf-8127-cb9e276f2280 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162622 Oct 06 12:24:45.742802 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e178994b-0e34-4b1a-b50b-e63f2f9d87cc req-32266414-e4c1-416c-a120-9301fb7957b1 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306741 Oct 06 12:24:45.771972 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (d17826c5-c524-4730-9c12-39937216a872), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:45.815819 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:24:45.819634 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:24:45.823186 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:24:45.850847 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event updated for resources: {'Port': ['ID=d17826c5-c524-4730-9c12-39937216a872,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:45.950568 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for floatingip (45ff3559-6711-4292-af6c-0691df0a4348), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:45.996080 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (d17826c5-c524-4730-9c12-39937216a872), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:46.009956 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Sync routers for ids ['16fdc899-424f-472b-9b3b-494f3046e928'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:24:46.020284 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Routers {'16fdc899-424f-472b-9b3b-494f3046e928'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:24:46.020973 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:24:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['16fdc899-424f-472b-9b3b-494f3046e928'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:24:46.125831 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Set router 16fdc899-424f-472b-9b3b-494f3046e928 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:24:46.151175 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for port (d17826c5-c524-4730-9c12-39937216a872), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:46.158948 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (d17826c5-c524-4730-9c12-39937216a872), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:46.180456 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Request body: {'port': {'device_id': '5bf13a44-e331-4b28-9d44-6890e99df4de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:24:46.217126 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:46.228913 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event updated for resources: {'Port': ['ID=d17826c5-c524-4730-9c12-39937216a872,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:46.234823 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (45ff3559-6711-4292-af6c-0691df0a4348), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:46.258407 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:46.259753 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-92b52b78-499c-445b-9ae4-323933794376 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2491298 Oct 06 12:24:46.277731 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (ecb33657-c68d-4387-95f1-ade395dddf6a), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:46.356188 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:43Z', 'revision_number': 2, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:24:46.391415 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Checking router: 16fdc899-424f-472b-9b3b-494f3046e928 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:24:46.391818 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Updating router 16fdc899-424f-472b-9b3b-494f3046e928 port a60999da-55a1-4f22-aca7-04a020e31906 binding host dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:24:46.428007 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a60999da-55a1-4f22-aca7-04a020e31906), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:46.432032 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce695f-04a1-4cb9-b1bd-7cfd7b404807 req-d807803c-647e-4cef-9e24-c00619ea0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:46.433534 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-80ce695f-04a1-4cb9-b1bd-7cfd7b404807 req-d807803c-647e-4cef-9e24-c00619ea0c77 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 1130 time: 0.0619051 Oct 06 12:24:46.476163 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-ff927be1-d423-42c1-b712-2a82e6b82717 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--331245557&fields=id&tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb HTTP/1.1" status: 200 len: 267 time: 0.0666640 Oct 06 12:24:46.557406 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:46.568337 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 789e62fd-b060-4bbe-9bc9-9bccfb878e55 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:24:46.616625 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb33657-c68d-4387-95f1-ade395dddf6a {{(pid=106139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:24:46.626277 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Publish callbacks [] for port (ecb33657-c68d-4387-95f1-ade395dddf6a), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:46.638746 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 789e62fd-b060-4bbe-9bc9-9bccfb878e55 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:24:46.639427 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (789e62fd-b060-4bbe-9bc9-9bccfb878e55), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:46.639950 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 789e62fd-b060-4bbe-9bc9-9bccfb878e55 Oct 06 12:24:46.642203 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.provisioning_blocks [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Transition to ACTIVE for port object ecb33657-c68d-4387-95f1-ade395dddf6a will not be triggered until provisioned by entity L2. {{(pid=106139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:24:46.644117 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:46.644480 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-80ce695f-04a1-4cb9-b1bd-7cfd7b404807 req-6a18f498-4ad7-4b30-9d5c-1b84e30c818a service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493546 Oct 06 12:24:46.646871 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (ecb33657-c68d-4387-95f1-ade395dddf6a), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:46.675420 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:46.690658 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-1ce4f711-a820-4263-9e7c-cb767eaba0b2 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:46.700510 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-1ce4f711-a820-4263-9e7c-cb767eaba0b2 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a983a2d0-c8c4-4203-b602-635e6e2680bd HTTP/1.1" status: 200 len: 816 time: 0.2136703 Oct 06 12:24:46.719221 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-9c3c38e6-59ae-4b4a-90cc-09f432ac7d3a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/quotas/eda6037b1d4b4d31b7a7ad298452cfbb HTTP/1.1" status: 200 len: 375 time: 0.0174127 Oct 06 12:24:46.736790 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Publish callbacks [] for port (a60999da-55a1-4f22-aca7-04a020e31906), precommit_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:46.744061 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (a60999da-55a1-4f22-aca7-04a020e31906), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:46.763637 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:46.787100 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 789e62fd-b060-4bbe-9bc9-9bccfb878e55 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:24:46.787775 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (789e62fd-b060-4bbe-9bc9-9bccfb878e55), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:46.845861 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Pushing event updated for resources: {'Port': ['ID=a60999da-55a1-4f22-aca7-04a020e31906,revision_number=3']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:46.848853 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-2af9ee07-436a-4c50-b51f-cfda40007d17 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1284940 Oct 06 12:24:46.861499 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:46.863950 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port 789e62fd-b060-4bbe-9bc9-9bccfb878e55, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=789e62fd-b060-4bbe-9bc9-9bccfb878e55,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:24:46.870596 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (789e62fd-b060-4bbe-9bc9-9bccfb878e55), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:46.899272 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb33657-c68d-4387-95f1-ade395dddf6a,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:46.955966 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=789e62fd-b060-4bbe-9bc9-9bccfb878e55,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:46.982520 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Attempting to bind port ecb33657-c68d-4387-95f1-ade395dddf6a on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:24:46.982866 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Attempting to bind port ecb33657-c68d-4387-95f1-ade395dddf6a by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': '41f1297a-92cb-449d-ba02-61cb75a51679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3b35b13-487e-4ccb-b137-7c1ff7b66ae5'}] {{(pid=106139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:24:46.983202 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Attempting to bind port ecb33657-c68d-4387-95f1-ade395dddf6a on network a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:24:46.983540 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:46.983902 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:46.984755 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:46.985136 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:46.985579 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:46.985810 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:46.986142 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:46.986471 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:46.987104 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:46.987224 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:46.987464 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:46.987840 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:46.988157 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:46.988480 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:46.988798 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:24:46.998431 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa245bb-22cb-4225-8fdf-6ae2c448e4f9 req-f003a0b5-a55a-45ee-bd15-d7433ff6b4a1 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:47.000046 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4fa245bb-22cb-4225-8fdf-6ae2c448e4f9 req-f003a0b5-a55a-45ee-bd15-d7433ff6b4a1 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.1187549 Oct 06 12:24:47.030923 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:47.041076 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Attempting to bind port a60999da-55a1-4f22-aca7-04a020e31906 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:24:47.041654 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Attempting to bind port a60999da-55a1-4f22-aca7-04a020e31906 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:24:47.041987 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Attempting to bind port a60999da-55a1-4f22-aca7-04a020e31906 on network a983a2d0-c8c4-4203-b602-635e6e2680bd {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:24:47.061129 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Port ecb33657-c68d-4387-95f1-ade395dddf6a on network a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:24:47.061552 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Attempting to bind port ecb33657-c68d-4387-95f1-ade395dddf6a on network a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:24:47.095802 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4fa245bb-22cb-4225-8fdf-6ae2c448e4f9 req-92e9ed76-a4f1-48d4-a7a0-7758c922e5fe tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877345 Oct 06 12:24:47.108301 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:24:47.110360 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-e5fb316e-2632-4b42-9fba-3079c40c7ede service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369649 Oct 06 12:24:47.116871 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Checking segment: {'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:24:47.117585 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:47.118159 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Bound using segment: {'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:24:47.118812 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Bound port: a60999da-55a1-4f22-aca7-04a020e31906, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'}}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:24:47.119477 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a60999da-55a1-4f22-aca7-04a020e31906), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:47.138320 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:24:47.139914 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Checking segment: {'id': '41f1297a-92cb-449d-ba02-61cb75a51679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3b35b13-487e-4ccb-b137-7c1ff7b66ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:24:47.140608 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Bound using segment: {'id': '41f1297a-92cb-449d-ba02-61cb75a51679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3b35b13-487e-4ccb-b137-7c1ff7b66ae5'} {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:24:47.141198 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Bound port: ecb33657-c68d-4387-95f1-ade395dddf6a, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f1297a-92cb-449d-ba02-61cb75a51679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3b35b13-487e-4ccb-b137-7c1ff7b66ae5'}}] {{(pid=106139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:24:47.141778 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (ecb33657-c68d-4387-95f1-ade395dddf6a), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:47.172586 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:47.197642 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] For port a60999da-55a1-4f22-aca7-04a020e31906, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:24:47.209472 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] For port a60999da-55a1-4f22-aca7-04a020e31906, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=a60999da-55a1-4f22-aca7-04a020e31906,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:24:47.224473 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (a60999da-55a1-4f22-aca7-04a020e31906), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:47.279473 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Routers {'16fdc899-424f-472b-9b3b-494f3046e928'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:24:47.280537 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:24:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['16fdc899-424f-472b-9b3b-494f3046e928'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:24:47.285394 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] For port ecb33657-c68d-4387-95f1-ade395dddf6a, host hv-cinder-85604, cleared binding levels {{(pid=106139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:24:47.289483 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] For port ecb33657-c68d-4387-95f1-ade395dddf6a, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=ecb33657-c68d-4387-95f1-ade395dddf6a,segment=NetworkSegment(41f1297a-92cb-449d-ba02-61cb75a51679),segment_id=41f1297a-92cb-449d-ba02-61cb75a51679)] {{(pid=106139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:24:47.300174 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (ecb33657-c68d-4387-95f1-ade395dddf6a), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:47.306627 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:47.307326 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:47.309791 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-429093a3-ef70-4baf-ba29-898f241590c6 req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/ecb33657-c68d-4387-95f1-ade395dddf6a HTTP/1.1" status: 200 len: 1094 time: 1.1362188 Oct 06 12:24:47.310357 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf13a44-e331-4b28-9d44-6890e99df4de', 'tag': 'ecb33657-c68d-4387-95f1-ade395dddf6a'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:24:47.313942 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a829c9-9413-48a0-ada5-4513819d195e" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf13a44-e331-4b28-9d44-6890e99df4de", "tag": "ecb33657-c68d-4387-95f1-ade395dddf6a"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:24:47.331745 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20079fe1-4379-4f3a-901c-013de7d8f59d req-14ebc25f-69bf-47aa-b862-701c1ba924da tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:47.338894 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-20079fe1-4379-4f3a-901c-013de7d8f59d req-14ebc25f-69bf-47aa-b862-701c1ba924da tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 944 time: 0.0833793 Oct 06 12:24:47.361046 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-7447d9ea-9a5a-4410-8226-72568266ed39 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439044 Oct 06 12:24:47.409162 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-20079fe1-4379-4f3a-901c-013de7d8f59d req-a33543de-c2ad-454c-ac10-89d373616b77 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693040 Oct 06 12:24:47.411694 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30741b-4abe-47fa-86d6-043b616961e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb33657-c68d-4387-95f1-ade395dddf6a,revision_number=3']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:47.426171 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:24:47.432752 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87eb88-9df6-41da-8b86-9032e0aa516f None None] Pushing event updated for resources: {'Port': ['ID=a60999da-55a1-4f22-aca7-04a020e31906,revision_number=4']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:47.456003 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] Set router 16fdc899-424f-472b-9b3b-494f3046e928 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:24:47.469017 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967d4967-0cfc-447d-b528-5b9810e7bdb3 x-openstack-request-id: req-967d4967-0cfc-447d-b528-5b9810e7bdb3 {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:24:47.469311 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf13a44-e331-4b28-9d44-6890e99df4de", "tag": "ecb33657-c68d-4387-95f1-ade395dddf6a", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:24:47.469571 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-967d4967-0cfc-447d-b528-5b9810e7bdb3 {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:24:47.470033 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-967d4967-0cfc-447d-b528-5b9810e7bdb3'] response: {'name': 'network-changed', 'server_uuid': '5bf13a44-e331-4b28-9d44-6890e99df4de', 'tag': 'ecb33657-c68d-4387-95f1-ade395dddf6a', 'status': 'completed', 'code': 200} Oct 06 12:24:47.573172 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0c7f2902-8bc9-4bd8-b96d-a6bc371c269d req-c8fa879d-821d-4839-b0d1-9f2e9f3cc559 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 210 time: 0.0265939 Oct 06 12:24:47.657936 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:47Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:24:47.686597 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7abe3a-24dd-4834-992e-2bd6e9ba8d19 None None] The sync data for ids ['16fdc899-424f-472b-9b3b-494f3046e928'] in dv-cinder-856041-2-iscsi is: [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:47Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:24:48.224931 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429093a3-ef70-4baf-ba29-898f241590c6 req-df72ae74-15a1-4423-8f7e-0b2df2764a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:48.226933 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-429093a3-ef70-4baf-ba29-898f241590c6 req-df72ae74-15a1-4423-8f7e-0b2df2764a27 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53e1ba5fc96344cebdb16d6a3e50ab8f&device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 1128 time: 0.0713084 Oct 06 12:24:48.235359 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c8754-8fdc-4fbe-ab90-a93479231265 req-8056076b-cb60-4437-bdd1-5f8d8da6dded tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:48.242425 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1e8c8754-8fdc-4fbe-ab90-a93479231265 req-8056076b-cb60-4437-bdd1-5f8d8da6dded tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0575154 Oct 06 12:24:48.286532 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-429093a3-ef70-4baf-ba29-898f241590c6 req-598d4b15-d49b-488e-abe0-0aa30f7db2b7 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecb33657-c68d-4387-95f1-ade395dddf6a HTTP/1.1" status: 200 len: 217 time: 0.0421743 Oct 06 12:24:48.300014 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1e8c8754-8fdc-4fbe-ab90-a93479231265 req-a01b445c-aaf8-4e5b-8367-69a01af07658 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561814 Oct 06 12:24:48.356380 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429093a3-ef70-4baf-ba29-898f241590c6 req-5f8c0bb2-d919-4c8e-944b-7f296951a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:48.357939 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-429093a3-ef70-4baf-ba29-898f241590c6 req-5f8c0bb2-d919-4c8e-944b-7f296951a934 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a589d958-0156-42ff-8794-9a5708f20bf1 HTTP/1.1" status: 200 len: 848 time: 0.0595741 Oct 06 12:24:48.400267 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-429093a3-ef70-4baf-ba29-898f241590c6 req-c5cd4905-bd9e-4dae-ae53-bc0132962301 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=a3b35b13-487e-4ccb-b137-7c1ff7b66ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263462 Oct 06 12:24:48.560012 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e401344-4822-49dc-8f49-5661da5b95b8 req-1f4a46af-e64c-4225-98e3-f6979cdcf864 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:48.566861 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 789e62fd-b060-4bbe-9bc9-9bccfb878e55 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:24:48.569630 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3e401344-4822-49dc-8f49-5661da5b95b8 req-1f4a46af-e64c-4225-98e3-f6979cdcf864 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 944 time: 0.0691228 Oct 06 12:24:48.597457 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-429093a3-ef70-4baf-ba29-898f241590c6 req-81e5e5fc-107e-4280-9f72-6b0f96aaa020 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a3b35b13-487e-4ccb-b137-7c1ff7b66ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586599 Oct 06 12:24:48.657383 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3e401344-4822-49dc-8f49-5661da5b95b8 req-d82b1f1c-490c-4fc1-9e2b-9a60ff7b2de7 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846524 Oct 06 12:24:48.678335 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 789e62fd-b060-4bbe-9bc9-9bccfb878e55 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:24:48.678716 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (789e62fd-b060-4bbe-9bc9-9bccfb878e55), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:48.679051 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 789e62fd-b060-4bbe-9bc9-9bccfb878e55 Oct 06 12:24:48.742726 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d6a94b03-9369-432d-8d53-86a2768374f2 req-43da7d91-2878-46e2-8866-e587193af4cb tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 210 time: 0.0460968 Oct 06 12:24:48.748551 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-429093a3-ef70-4baf-ba29-898f241590c6 req-18a66b67-143a-47b8-8d9a-8606124519c8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a3b35b13-487e-4ccb-b137-7c1ff7b66ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319995 Oct 06 12:24:48.788049 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-af58a5c6-290a-4fb6-bcff-e67521b07b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:48.837201 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 789e62fd-b060-4bbe-9bc9-9bccfb878e55 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:24:48.838307 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device a60999da-55a1-4f22-aca7-04a020e31906 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:24:48.884151 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port a60999da-55a1-4f22-aca7-04a020e31906 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:24:48.884684 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (a60999da-55a1-4f22-aca7-04a020e31906), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:48.885020 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port a60999da-55a1-4f22-aca7-04a020e31906 Oct 06 12:24:48.960249 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port a60999da-55a1-4f22-aca7-04a020e31906 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:24:48.960642 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a60999da-55a1-4f22-aca7-04a020e31906), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:48.996598 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port a60999da-55a1-4f22-aca7-04a020e31906, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=a60999da-55a1-4f22-aca7-04a020e31906,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:24:49.001036 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (a60999da-55a1-4f22-aca7-04a020e31906), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:49.048673 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=a60999da-55a1-4f22-aca7-04a020e31906,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:49.418280 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322c5be-b6a5-4d79-bf7d-409c5f9af6e5 req-6ca8c0bf-d905-4c03-b26c-8759e3d786d4 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:49.419792 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2322c5be-b6a5-4d79-bf7d-409c5f9af6e5 req-6ca8c0bf-d905-4c03-b26c-8759e3d786d4 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0479333 Oct 06 12:24:49.476166 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2322c5be-b6a5-4d79-bf7d-409c5f9af6e5 req-e0b12f25-3f24-41d7-82b9-63eaf3673284 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505834 Oct 06 12:24:49.771994 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:49.785781 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad93e94-8118-4d9e-9ee4-a598a82ba22d req-d91c6d95-7179-4dd8-aab6-27f15343ac09 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:49.790572 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4ad93e94-8118-4d9e-9ee4-a598a82ba22d req-d91c6d95-7179-4dd8-aab6-27f15343ac09 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 944 time: 0.0517225 Oct 06 12:24:49.845550 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4ad93e94-8118-4d9e-9ee4-a598a82ba22d req-6210ce64-cda6-4d90-955f-acaeda40eacc tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517673 Oct 06 12:24:49.862271 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-563d7fcb-5a08-4b9a-83bd-88c2a1371168 req-78775151-536f-4938-b5aa-d0171463c8ab tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 210 time: 0.0298374 Oct 06 12:24:50.522254 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device a60999da-55a1-4f22-aca7-04a020e31906 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:24:50.583389 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port a60999da-55a1-4f22-aca7-04a020e31906 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:24:50.583864 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (a60999da-55a1-4f22-aca7-04a020e31906), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:50.584821 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port a60999da-55a1-4f22-aca7-04a020e31906 Oct 06 12:24:50.627174 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ae3b5-fc73-4a27-a6b5-143daf68d40a req-92925779-9abd-44c3-8f9a-494f26954bcd tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:50.628916 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-133ae3b5-fc73-4a27-a6b5-143daf68d40a req-92925779-9abd-44c3-8f9a-494f26954bcd tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0516484 Oct 06 12:24:50.677332 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port a60999da-55a1-4f22-aca7-04a020e31906 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:24:50.682697 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-133ae3b5-fc73-4a27-a6b5-143daf68d40a req-7eecf3e0-15ed-4971-a8fb-646aafd6e78a tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475538 Oct 06 12:24:50.989420 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd6d3f-6af8-449f-8ff7-48d94cdd1f37 req-cbe41e50-b1e7-479c-906b-7b54df078558 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:50.991040 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9bcd6d3f-6af8-449f-8ff7-48d94cdd1f37 req-cbe41e50-b1e7-479c-906b-7b54df078558 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0847728 Oct 06 12:24:51.005128 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4851921-5ecb-430e-8fdf-94eb3e0c6264 req-3bc093e6-7df2-4508-a78b-79be1090729e tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:51.007179 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a4851921-5ecb-430e-8fdf-94eb3e0c6264 req-3bc093e6-7df2-4508-a78b-79be1090729e tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 944 time: 0.0636725 Oct 06 12:24:51.042658 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-417d7f4c-91e6-42bc-bae4-c48e9cb9afe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:51.043864 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:51.080579 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9bcd6d3f-6af8-449f-8ff7-48d94cdd1f37 req-f030b6e7-5c3c-41ac-95ba-bee8cf627da4 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723865 Oct 06 12:24:51.094846 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a4851921-5ecb-430e-8fdf-94eb3e0c6264 req-9ba78820-aa08-4c09-bd44-420665a8cc03 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718393 Oct 06 12:24:51.174267 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5a310a6c-03b8-4c72-aa49-a271abee6103 req-74a50651-cdf0-45fd-9425-b420ea618594 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 210 time: 0.0286150 Oct 06 12:24:52.063470 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:52.243543 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85506bd4-70c8-4227-a168-340405a99c23 req-23dc81dd-60dc-40d3-8308-9e13405c07a6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:52.246247 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-85506bd4-70c8-4227-a168-340405a99c23 req-23dc81dd-60dc-40d3-8308-9e13405c07a6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0852079 Oct 06 12:24:52.259586 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f701b5-8d58-44ff-9fc8-41eb8347ee7a req-e62b6797-b6c9-448a-b21b-a82831f5d677 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:52.261143 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-91f701b5-8d58-44ff-9fc8-41eb8347ee7a req-e62b6797-b6c9-448a-b21b-a82831f5d677 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 944 time: 0.0701487 Oct 06 12:24:52.291436 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a829c9-9413-48a0-ada5-4513819d195e req-c802f625-9a05-4ee4-839e-38846266c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:52.293559 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-e3a829c9-9413-48a0-ada5-4513819d195e req-c802f625-9a05-4ee4-839e-38846266c7f5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53e1ba5fc96344cebdb16d6a3e50ab8f&device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 1128 time: 0.0619285 Oct 06 12:24:52.348116 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-85506bd4-70c8-4227-a168-340405a99c23 req-d3320c88-d742-4fe1-875c-55a7e3d089c9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857317 Oct 06 12:24:52.385779 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-91f701b5-8d58-44ff-9fc8-41eb8347ee7a req-a495594c-9cca-42a2-8dda-9d26e02f2ad9 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166875 Oct 06 12:24:52.387352 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d1d1c-9243-44a2-8751-2311ad8757a2 req-9dd1d51a-e6cb-4bef-b025-2b586b6d83f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:52.388792 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-702d1d1c-9243-44a2-8751-2311ad8757a2 req-9dd1d51a-e6cb-4bef-b025-2b586b6d83f0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 1130 time: 0.0590692 Oct 06 12:24:52.420904 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a829c9-9413-48a0-ada5-4513819d195e req-71cb7a6c-5817-48d1-b973-53a5d264d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:52.422372 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-e3a829c9-9413-48a0-ada5-4513819d195e req-71cb7a6c-5817-48d1-b973-53a5d264d103 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 HTTP/1.1" status: 200 len: 909 time: 0.1077070 Oct 06 12:24:52.444955 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-731c5ca7-4ef1-4067-9e7f-446d9c49bf18 req-705bbbae-a55d-4ad3-90da-3bbca32d977a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 210 time: 0.0270882 Oct 06 12:24:53.229394 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52856) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:53.344852 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5913-d4a1-49a3-8361-73c954c1c5c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:53.429718 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5913-d4a1-49a3-8361-73c954c1c5c3 admin admin] Publish callbacks [] for security_group (d93cfdd6-8179-4443-904a-7ce9437a2eea), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:53.434563 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5913-d4a1-49a3-8361-73c954c1c5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (d93cfdd6-8179-4443-904a-7ce9437a2eea), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:53.451745 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:53.484929 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd5913-d4a1-49a3-8361-73c954c1c5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93cfdd6-8179-4443-904a-7ce9437a2eea,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:53.486976 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1bbe9-9c48-4f8f-b839-a3408624a3ec req-1243a612-58fb-43ff-a189-80aeaa9ba211 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:53.488544 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7dc1bbe9-9c48-4f8f-b839-a3408624a3ec req-1243a612-58fb-43ff-a189-80aeaa9ba211 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0615227 Oct 06 12:24:53.491269 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-e4dd5913-d4a1-49a3-8361-73c954c1c5c3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1ac7c1f560b44ef1a62cb9467e061954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608213 Oct 06 12:24:53.496038 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52866) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:53.548316 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06dc08-a53b-4469-a4d9-b008c75a3852 req-de33e5b4-eac8-4179-b327-832c0edb8e29 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:53.549530 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ce06dc08-a53b-4469-a4d9-b008c75a3852 req-de33e5b4-eac8-4179-b327-832c0edb8e29 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 944 time: 0.0778182 Oct 06 12:24:53.549642 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-baa0e86c-df2b-401f-92d9-dc557f8ff786 admin admin] Publish callbacks [] for security_group (d93cfdd6-8179-4443-904a-7ce9437a2eea), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:53.571561 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:53.572912 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-baa0e86c-df2b-401f-92d9-dc557f8ff786 admin admin] Publish callbacks [] for security_group (d93cfdd6-8179-4443-904a-7ce9437a2eea), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:53.596582 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7dc1bbe9-9c48-4f8f-b839-a3408624a3ec req-5ccf9707-7e7d-4bb3-817b-7e1cd02b2c69 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841146 Oct 06 12:24:53.628472 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-baa0e86c-df2b-401f-92d9-dc557f8ff786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (d93cfdd6-8179-4443-904a-7ce9437a2eea), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:53.631238 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-baa0e86c-df2b-401f-92d9-dc557f8ff786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:53.632933 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ce06dc08-a53b-4469-a4d9-b008c75a3852 req-5ff2189e-2424-4dbf-823b-0814d96206a6 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708122 Oct 06 12:24:53.635496 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-baa0e86c-df2b-401f-92d9-dc557f8ff786 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d93cfdd6-8179-4443-904a-7ce9437a2eea HTTP/1.1" status: 204 len: 168 time: 0.1382086 Oct 06 12:24:53.644762 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0e86c-df2b-401f-92d9-dc557f8ff786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93cfdd6-8179-4443-904a-7ce9437a2eea,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:53.701290 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4b395f43-2d92-4a22-ad71-7624e61e9da9 req-30fc7505-63a9-4474-9c20-87e8c9cf2f97 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 210 time: 0.0302377 Oct 06 12:24:53.739631 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:53.936652 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52874) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:53.949910 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7eaffd6f-9a18-46db-93e0-d25fb48e841e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:53.973386 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:54.026373 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7eaffd6f-9a18-46db-93e0-d25fb48e841e admin admin] Publish callbacks [] for security_group (d7419dd8-c2f5-49f0-9c79-2326d07ffff3), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:54.029780 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7eaffd6f-9a18-46db-93e0-d25fb48e841e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (d7419dd8-c2f5-49f0-9c79-2326d07ffff3), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:54.072639 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-7eaffd6f-9a18-46db-93e0-d25fb48e841e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=aeddf47fdd5146fea6246fa8260cef07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348512 Oct 06 12:24:54.073765 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaffd6f-9a18-46db-93e0-d25fb48e841e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7419dd8-c2f5-49f0-9c79-2326d07ffff3,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:54.075301 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52876) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:54.125820 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3b214bf8-f6c4-4b08-bbcb-ff1b878d2687 admin admin] Publish callbacks [] for security_group (d7419dd8-c2f5-49f0-9c79-2326d07ffff3), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:54.145206 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3b214bf8-f6c4-4b08-bbcb-ff1b878d2687 admin admin] Publish callbacks [] for security_group (d7419dd8-c2f5-49f0-9c79-2326d07ffff3), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:54.193146 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3b214bf8-f6c4-4b08-bbcb-ff1b878d2687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (d7419dd8-c2f5-49f0-9c79-2326d07ffff3), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:54.196305 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3b214bf8-f6c4-4b08-bbcb-ff1b878d2687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:54.197449 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-3b214bf8-f6c4-4b08-bbcb-ff1b878d2687 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d7419dd8-c2f5-49f0-9c79-2326d07ffff3 HTTP/1.1" status: 204 len: 168 time: 0.1203055 Oct 06 12:24:54.205583 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b214bf8-f6c4-4b08-bbcb-ff1b878d2687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7419dd8-c2f5-49f0-9c79-2326d07ffff3,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:54.514004 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52884) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:54.528138 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4456b10a-d934-4c21-90c5-85437e6572ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:54.603307 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4456b10a-d934-4c21-90c5-85437e6572ae admin admin] Publish callbacks [] for security_group (135219d6-52fd-4fdc-b174-5665fd58919f), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:54.607151 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4456b10a-d934-4c21-90c5-85437e6572ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (135219d6-52fd-4fdc-b174-5665fd58919f), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:54.645605 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456b10a-d934-4c21-90c5-85437e6572ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135219d6-52fd-4fdc-b174-5665fd58919f,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:54.651931 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-4456b10a-d934-4c21-90c5-85437e6572ae admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=89a00b05b69942529ff2b4b95affabd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368859 Oct 06 12:24:54.654879 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52888) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:54.733406 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:54.766468 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16e889-d754-4fb0-9c32-db51b201defb req-6b6728ff-42bd-4e08-a76a-ae25fd43ab8d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:54.768300 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ee16e889-d754-4fb0-9c32-db51b201defb req-6b6728ff-42bd-4e08-a76a-ae25fd43ab8d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0876064 Oct 06 12:24:54.798225 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260cd68-5521-44c8-8081-65c1a5824aed req-bb2c4310-b265-4d00-a1a2-f9dbc90625a2 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:54.799664 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9260cd68-5521-44c8-8081-65c1a5824aed req-bb2c4310-b265-4d00-a1a2-f9dbc90625a2 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 944 time: 0.0791755 Oct 06 12:24:54.810896 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2bfc2c8f-e31b-4625-9297-e588ac2f37e2 admin admin] Publish callbacks [] for security_group (135219d6-52fd-4fdc-b174-5665fd58919f), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:54.871276 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2bfc2c8f-e31b-4625-9297-e588ac2f37e2 admin admin] Publish callbacks [] for security_group (135219d6-52fd-4fdc-b174-5665fd58919f), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:54.875113 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:54.894134 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ee16e889-d754-4fb0-9c32-db51b201defb req-c9ea5993-52da-4ebd-ab5f-f6c6f53c8e83 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176071 Oct 06 12:24:54.928478 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9260cd68-5521-44c8-8081-65c1a5824aed req-570f9621-4908-4a7b-b3b6-7666086d8121 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209834 Oct 06 12:24:54.945635 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2bfc2c8f-e31b-4625-9297-e588ac2f37e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (135219d6-52fd-4fdc-b174-5665fd58919f), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:54.948404 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2bfc2c8f-e31b-4625-9297-e588ac2f37e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:54.949617 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-2bfc2c8f-e31b-4625-9297-e588ac2f37e2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/135219d6-52fd-4fdc-b174-5665fd58919f HTTP/1.1" status: 204 len: 168 time: 0.2937310 Oct 06 12:24:54.958017 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc2c8f-e31b-4625-9297-e588ac2f37e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135219d6-52fd-4fdc-b174-5665fd58919f,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:55.008933 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-38f1c2f5-67c3-4ed9-abc2-5eb91f569962 req-b5b7c772-896c-4242-9dbb-08ced2cca062 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 210 time: 0.0275826 Oct 06 12:24:55.880237 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device ecb33657-c68d-4387-95f1-ade395dddf6a details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:24:55.886531 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:55.894738 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:55.993063 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port ecb33657-c68d-4387-95f1-ade395dddf6a, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=ecb33657-c68d-4387-95f1-ade395dddf6a,segment=NetworkSegment(41f1297a-92cb-449d-ba02-61cb75a51679),segment_id=41f1297a-92cb-449d-ba02-61cb75a51679)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:24:56.007635 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': 'ecb33657-c68d-4387-95f1-ade395dddf6a', 'network_id': 'a3b35b13-487e-4ccb-b137-7c1ff7b66ae5', 'port_id': 'ecb33657-c68d-4387-95f1-ade395dddf6a', 'mac_address': 'fa:16:3e:be:2b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a589d958-0156-42ff-8794-9a5708f20bf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:24:56.036544 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f19aa-74a9-491a-b960-782310309b78 req-d5eca1e4-dd7c-4f55-989a-f2cefc1b2a00 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:56.046353 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fe7f19aa-74a9-491a-b960-782310309b78 req-d5eca1e4-dd7c-4f55-989a-f2cefc1b2a00 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0656855 Oct 06 12:24:56.053842 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port ecb33657-c68d-4387-95f1-ade395dddf6a is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:24:56.054239 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (ecb33657-c68d-4387-95f1-ade395dddf6a), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:56.069779 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb33657-c68d-4387-95f1-ade395dddf6a {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:24:56.091114 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port ecb33657-c68d-4387-95f1-ade395dddf6a, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=ecb33657-c68d-4387-95f1-ade395dddf6a,segment=NetworkSegment(41f1297a-92cb-449d-ba02-61cb75a51679),segment_id=41f1297a-92cb-449d-ba02-61cb75a51679)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:24:56.095089 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (ecb33657-c68d-4387-95f1-ade395dddf6a), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:56.117504 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d3662-3150-48b6-bc79-d26614b08dec req-465dfae5-f653-4c00-8c49-d39fdf7356f4 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:56.119211 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b91d3662-3150-48b6-bc79-d26614b08dec req-465dfae5-f653-4c00-8c49-d39fdf7356f4 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 944 time: 0.0709043 Oct 06 12:24:56.143870 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=ecb33657-c68d-4387-95f1-ade395dddf6a,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:56.150947 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fe7f19aa-74a9-491a-b960-782310309b78 req-87ba0325-0274-4a17-806e-2ddbf57df08b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016655 Oct 06 12:24:56.202951 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b91d3662-3150-48b6-bc79-d26614b08dec req-377011f1-b211-4edf-837d-40cdb6b45314 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749235 Oct 06 12:24:56.230766 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-926f1558-cf54-4fbd-b67d-650353661e34 req-ce12ece1-3d9f-4f1b-9213-78c11a282408 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 210 time: 0.0267875 Oct 06 12:24:57.187161 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 52980) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:57.276900 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a372e2-783c-474f-ad77-bbd0e71392c7 req-41a502c4-0637-4ed5-845a-e58890124e08 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:57.278417 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-70a372e2-783c-474f-ad77-bbd0e71392c7 req-41a502c4-0637-4ed5-845a-e58890124e08 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0556939 Oct 06 12:24:57.308961 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69839ad5-9c2b-4dfe-a333-68ab50ee9b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:57.367184 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac7e7f-57eb-4c0d-a2a3-dd35f027d606 req-ce675e18-7d46-4357-b119-17f572cda58d tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:57.368728 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-23ac7e7f-57eb-4c0d-a2a3-dd35f027d606 req-ce675e18-7d46-4357-b119-17f572cda58d tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 945 time: 0.0721676 Oct 06 12:24:57.376321 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-70a372e2-783c-474f-ad77-bbd0e71392c7 req-467f2169-118c-488a-a9ee-f78a74bb56aa tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909429 Oct 06 12:24:57.414815 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69839ad5-9c2b-4dfe-a333-68ab50ee9b67 admin admin] Publish callbacks [] for security_group (0d34e38f-46ea-4ff7-a179-fdacc3d1418d), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:57.420696 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69839ad5-9c2b-4dfe-a333-68ab50ee9b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (0d34e38f-46ea-4ff7-a179-fdacc3d1418d), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:57.440544 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-23ac7e7f-57eb-4c0d-a2a3-dd35f027d606 req-785eccc5-df83-45e7-9fd4-f49b4da722d6 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600498 Oct 06 12:24:57.467577 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69839ad5-9c2b-4dfe-a333-68ab50ee9b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d34e38f-46ea-4ff7-a179-fdacc3d1418d,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:57.476714 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52990) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:57.476848 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-69839ad5-9c2b-4dfe-a333-68ab50ee9b67 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5d4a1c06ea1740b3bccb4616f0902309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884495 Oct 06 12:24:57.479088 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-918f32f8-477f-45c3-81c1-43a3e01ef3ea req-333a3e8a-5903-4108-8b37-46e599d5aa65 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 210 time: 0.0311563 Oct 06 12:24:57.535063 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6c6cf85f-c003-49b2-95c9-50b25e6eb9a4 admin admin] Publish callbacks [] for security_group (0d34e38f-46ea-4ff7-a179-fdacc3d1418d), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:57.556066 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6c6cf85f-c003-49b2-95c9-50b25e6eb9a4 admin admin] Publish callbacks [] for security_group (0d34e38f-46ea-4ff7-a179-fdacc3d1418d), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:57.604413 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6c6cf85f-c003-49b2-95c9-50b25e6eb9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (0d34e38f-46ea-4ff7-a179-fdacc3d1418d), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:57.606899 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6c6cf85f-c003-49b2-95c9-50b25e6eb9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:57.608062 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-6c6cf85f-c003-49b2-95c9-50b25e6eb9a4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0d34e38f-46ea-4ff7-a179-fdacc3d1418d HTTP/1.1" status: 204 len: 168 time: 0.1281648 Oct 06 12:24:57.616363 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cf85f-c003-49b2-95c9-50b25e6eb9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d34e38f-46ea-4ff7-a179-fdacc3d1418d,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:57.660609 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:UPDATE=4,neutron:SELECT=66,neutron:INSERT=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:57.661580 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=91 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:57.877059 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 52996) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:57.890298 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-152b3cbd-f867-4d11-b4e9-beb8f8825f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:57.940045 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:57.968854 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-152b3cbd-f867-4d11-b4e9-beb8f8825f29 admin admin] Publish callbacks [] for security_group (41ec4e53-4fc1-4138-b2f2-14c5fb2d38d7), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:57.972547 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-152b3cbd-f867-4d11-b4e9-beb8f8825f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (41ec4e53-4fc1-4138-b2f2-14c5fb2d38d7), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:58.010830 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-152b3cbd-f867-4d11-b4e9-beb8f8825f29 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5964945fdd464ffb819314fdb5be0fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326630 Oct 06 12:24:58.011529 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b3cbd-f867-4d11-b4e9-beb8f8825f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ec4e53-4fc1-4138-b2f2-14c5fb2d38d7,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:58.014318 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53000) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:24:58.068050 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:58.071955 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-48f8ed4a-e9fa-49f5-93db-9f0ef11b8e86 admin admin] Publish callbacks [] for security_group (41ec4e53-4fc1-4138-b2f2-14c5fb2d38d7), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:58.094491 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-48f8ed4a-e9fa-49f5-93db-9f0ef11b8e86 admin admin] Publish callbacks [] for security_group (41ec4e53-4fc1-4138-b2f2-14c5fb2d38d7), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:58.145220 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-48f8ed4a-e9fa-49f5-93db-9f0ef11b8e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (41ec4e53-4fc1-4138-b2f2-14c5fb2d38d7), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:58.148364 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-48f8ed4a-e9fa-49f5-93db-9f0ef11b8e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:58.149468 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-48f8ed4a-e9fa-49f5-93db-9f0ef11b8e86 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/41ec4e53-4fc1-4138-b2f2-14c5fb2d38d7 HTTP/1.1" status: 204 len: 168 time: 0.1337807 Oct 06 12:24:58.158782 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8ed4a-e9fa-49f5-93db-9f0ef11b8e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ec4e53-4fc1-4138-b2f2-14c5fb2d38d7,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:24:58.514718 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e2a93-6c32-441d-83af-a41de2060d18 req-5b31984d-5812-4339-87f1-a68c3b26e552 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:58.516260 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f01e2a93-6c32-441d-83af-a41de2060d18 req-5b31984d-5812-4339-87f1-a68c3b26e552 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0511305 Oct 06 12:24:58.579336 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:58.603340 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8facd-6434-47e8-bec2-aaa10d911de1 req-0bd6e51c-4822-4f9b-b17b-0f6e1c991393 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:58.604843 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-61b8facd-6434-47e8-bec2-aaa10d911de1 req-0bd6e51c-4822-4f9b-b17b-0f6e1c991393 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 945 time: 0.0744927 Oct 06 12:24:58.609864 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f01e2a93-6c32-441d-83af-a41de2060d18 req-5003dd9b-525b-48b8-b6fb-e5834fcf857b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867641 Oct 06 12:24:58.668505 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-61b8facd-6434-47e8-bec2-aaa10d911de1 req-fe83e0d4-d4ee-4d4e-956d-6cfb90d90975 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556462 Oct 06 12:24:58.717531 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7a900d4f-1117-451f-9382-bed766135cad req-dd3f46db-c3a5-43ba-b64d-1b45e79fe915 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 210 time: 0.0272436 Oct 06 12:24:58.816361 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-e3a829c9-9413-48a0-ada5-4513819d195e req-5d9df32a-4a77-44c1-b5ee-6518a23975d0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecb33657-c68d-4387-95f1-ade395dddf6a HTTP/1.1" status: 200 len: 217 time: 0.0407727 Oct 06 12:24:58.884716 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a829c9-9413-48a0-ada5-4513819d195e req-1a92d518-9dc8-40e5-b275-a558676c0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:58.890673 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-e3a829c9-9413-48a0-ada5-4513819d195e req-1a92d518-9dc8-40e5-b275-a558676c0c57 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a589d958-0156-42ff-8794-9a5708f20bf1 HTTP/1.1" status: 200 len: 848 time: 0.0633390 Oct 06 12:24:58.902585 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d1d1c-9243-44a2-8751-2311ad8757a2 req-b0830ca3-77de-40df-ab02-253f2dc06c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:58.904324 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-702d1d1c-9243-44a2-8751-2311ad8757a2 req-b0830ca3-77de-40df-ab02-253f2dc06c9c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 919 time: 0.1288025 Oct 06 12:24:58.979528 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-e3a829c9-9413-48a0-ada5-4513819d195e req-5fe78b50-57a6-42e1-a0de-90cf5b7dd1c1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=a3b35b13-487e-4ccb-b137-7c1ff7b66ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390890 Oct 06 12:24:58.995198 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-702d1d1c-9243-44a2-8751-2311ad8757a2 req-e2cf0007-a66d-405b-886f-dd0405d55db8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e7b0b39-c340-4a59-8b3a-a243b300266f HTTP/1.1" status: 200 len: 217 time: 0.0546525 Oct 06 12:24:59.098025 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:59.134102 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-e3a829c9-9413-48a0-ada5-4513819d195e req-9cae0e2a-a1d2-4297-95fe-8731265f4144 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a3b35b13-487e-4ccb-b137-7c1ff7b66ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497333 Oct 06 12:24:59.273824 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-e3a829c9-9413-48a0-ada5-4513819d195e req-9dbd8855-50c3-4340-914c-a8f00e0da938 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a3b35b13-487e-4ccb-b137-7c1ff7b66ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287265 Oct 06 12:24:59.281659 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d1d1c-9243-44a2-8751-2311ad8757a2 req-c85d4072-abd7-4377-a14c-754cbbf7938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:59.283340 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-702d1d1c-9243-44a2-8751-2311ad8757a2 req-c85d4072-abd7-4377-a14c-754cbbf7938f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.0707436 Oct 06 12:24:59.302708 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-2ef09d86-f1bb-4304-8fa6-9be2c2c5ffcd tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:59.304106 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-2ef09d86-f1bb-4304-8fa6-9be2c2c5ffcd tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.23 "GET /networking/v2.0/networks?id=a983a2d0-c8c4-4203-b602-635e6e2680bd HTTP/1.1" status: 200 len: 816 time: 0.3648431 Oct 06 12:24:59.424896 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d1d1c-9243-44a2-8751-2311ad8757a2 req-4358d12a-4a3d-4a2d-8b26-197eba6af89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:59.426373 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-702d1d1c-9243-44a2-8751-2311ad8757a2 req-4358d12a-4a3d-4a2d-8b26-197eba6af89d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606310 Oct 06 12:24:59.508857 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-24dedbaf-0247-4a1f-81bc-fea29e0a7a64 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb HTTP/1.1" status: 200 len: 379 time: 0.1397810 Oct 06 12:24:59.520897 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-003d0bea-a4fd-4786-bd22-be5d0c9a50e7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Request body: {'port': {'device_id': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'admin_state_up': True, 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'security_groups': ['81551ae7-9219-4818-a769-35ee5868bb90']}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:24:59.620679 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-702d1d1c-9243-44a2-8751-2311ad8757a2 req-3b1302c6-ba64-43da-acf9-315c164b820d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810858 Oct 06 12:24:59.730731 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:24:59.797090 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['ecb33657-c68d-4387-95f1-ade395dddf6a'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:24:59.816913 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-003d0bea-a4fd-4786-bd22-be5d0c9a50e7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Made reservation on behalf of eda6037b1d4b4d31b7a7ad298452cfbb for: {'port': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:24:59.820685 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-003d0bea-a4fd-4786-bd22-be5d0c9a50e7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:24:59.842181 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8e2a9-2249-4467-b9a5-d4775a3005f2 req-67936c54-00d6-4d8b-86e6-de675f91f492 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:59.843722 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-96f8e2a9-2249-4467-b9a5-d4775a3005f2 req-67936c54-00d6-4d8b-86e6-de675f91f492 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.1397784 Oct 06 12:24:59.861696 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690b1b5-924a-49a6-91b7-dadd7af1717b req-61707990-3457-49af-bfab-6c8c8f17fb19 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:24:59.863120 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4690b1b5-924a-49a6-91b7-dadd7af1717b req-61707990-3457-49af-bfab-6c8c8f17fb19 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 945 time: 0.1109335 Oct 06 12:24:59.870603 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-702d1d1c-9243-44a2-8751-2311ad8757a2 req-164e06ef-6c4b-43a3-ad1a-4443df808013 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394466 Oct 06 12:24:59.983864 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:00.010183 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-96f8e2a9-2249-4467-b9a5-d4775a3005f2 req-59d944d4-fb80-410d-89c1-5495ed2eb4da tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439862 Oct 06 12:25:00.017492 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4690b1b5-924a-49a6-91b7-dadd7af1717b req-9cc0dce3-3cf9-499f-9b95-a09b16e23c73 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459906 Oct 06 12:25:00.089032 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-003d0bea-a4fd-4786-bd22-be5d0c9a50e7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Allocated IP 172.20.0.5 (a983a2d0-c8c4-4203-b602-635e6e2680bd/3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2/178adb30-0da6-4996-903a-4ee020de2a0a) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:00.116873 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f8990ed3-e5ec-40fe-bc6d-f91cc4b70fb1 req-a7edcc88-2c9c-4f51-87c1-d26869869ca9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 210 time: 0.0296607 Oct 06 12:25:00.272144 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-003d0bea-a4fd-4786-bd22-be5d0c9a50e7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for port (178adb30-0da6-4996-903a-4ee020de2a0a), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:00.311376 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-003d0bea-a4fd-4786-bd22-be5d0c9a50e7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:00.362721 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-003d0bea-a4fd-4786-bd22-be5d0c9a50e7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Network a983a2d0-c8c4-4203-b602-635e6e2680bd is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:00.370635 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-003d0bea-a4fd-4786-bd22-be5d0c9a50e7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:00.374789 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-003d0bea-a4fd-4786-bd22-be5d0c9a50e7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:00.407273 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d0bea-a4fd-4786-bd22-be5d0c9a50e7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event updated for resources: {'Port': ['ID=178adb30-0da6-4996-903a-4ee020de2a0a,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:00.445708 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-003d0bea-a4fd-4786-bd22-be5d0c9a50e7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:00.446560 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-003d0bea-a4fd-4786-bd22-be5d0c9a50e7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:00.479791 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-003d0bea-a4fd-4786-bd22-be5d0c9a50e7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9581699 Oct 06 12:25:00.672262 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-b46a00de-5824-49f5-983f-6e4eac7b6993 None None] Provisioning complete for port 178adb30-0da6-4996-903a-4ee020de2a0a triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:00.672664 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-b46a00de-5824-49f5-983f-6e4eac7b6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:00.673003 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-b46a00de-5824-49f5-983f-6e4eac7b6993 None None] Attempt 1 to provision port 178adb30-0da6-4996-903a-4ee020de2a0a Oct 06 12:25:00.704876 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-b46a00de-5824-49f5-983f-6e4eac7b6993 None None] Port 178adb30-0da6-4996-903a-4ee020de2a0a cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:25:01.107107 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device ecb33657-c68d-4387-95f1-ade395dddf6a up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:01.161077 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port ecb33657-c68d-4387-95f1-ade395dddf6a completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:25:01.164443 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492af490-5399-4db3-a2f5-2920fa29b4d0 req-49306b93-56bb-4daf-a40b-863a33384881 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:01.166013 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-492af490-5399-4db3-a2f5-2920fa29b4d0 req-49306b93-56bb-4daf-a40b-863a33384881 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0772996 Oct 06 12:25:01.168432 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port ecb33657-c68d-4387-95f1-ade395dddf6a triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:01.168747 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (ecb33657-c68d-4387-95f1-ade395dddf6a), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:01.169320 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port ecb33657-c68d-4387-95f1-ade395dddf6a Oct 06 12:25:01.188678 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2a554-1f28-4f63-8d7c-1849c3abe3cb req-55c97ce7-fef1-4acd-8c56-9ffeca3cca14 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:01.190183 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-95f2a554-1f28-4f63-8d7c-1849c3abe3cb req-55c97ce7-fef1-4acd-8c56-9ffeca3cca14 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 945 time: 0.0693336 Oct 06 12:25:01.247802 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port ecb33657-c68d-4387-95f1-ade395dddf6a is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:01.248203 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (ecb33657-c68d-4387-95f1-ade395dddf6a), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:01.259604 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-492af490-5399-4db3-a2f5-2920fa29b4d0 req-59c1b1d3-3d16-4923-bd25-5c679b3655cf tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846424 Oct 06 12:25:01.266826 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-95f2a554-1f28-4f63-8d7c-1849c3abe3cb req-af7563bc-6b56-4703-a72f-a9ffa943b9df tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691717 Oct 06 12:25:01.273451 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:01.274181 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf13a44-e331-4b28-9d44-6890e99df4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb33657-c68d-4387-95f1-ade395dddf6a'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:25:01.276468 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab10a523-4b0e-4523-83ca-1d62dce49840" -d '{"events": [{"server_uuid": "5bf13a44-e331-4b28-9d44-6890e99df4de", "name": "network-vif-plugged", "status": "completed", "tag": "ecb33657-c68d-4387-95f1-ade395dddf6a"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:25:01.290654 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port ecb33657-c68d-4387-95f1-ade395dddf6a, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=ecb33657-c68d-4387-95f1-ade395dddf6a,segment=NetworkSegment(41f1297a-92cb-449d-ba02-61cb75a51679),segment_id=41f1297a-92cb-449d-ba02-61cb75a51679)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:01.300769 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (ecb33657-c68d-4387-95f1-ade395dddf6a), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:01.342753 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4ae93a-b76a-4ae9-b14d-ac5a41914df6 x-openstack-request-id: req-4d4ae93a-b76a-4ae9-b14d-ac5a41914df6 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:25:01.343278 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf13a44-e331-4b28-9d44-6890e99df4de", "name": "network-vif-plugged", "status": "completed", "tag": "ecb33657-c68d-4387-95f1-ade395dddf6a", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:25:01.343753 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4d4ae93a-b76a-4ae9-b14d-ac5a41914df6 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:25:01.344333 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4ae93a-b76a-4ae9-b14d-ac5a41914df6'] response: {'server_uuid': '5bf13a44-e331-4b28-9d44-6890e99df4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb33657-c68d-4387-95f1-ade395dddf6a', 'code': 200} Oct 06 12:25:01.361599 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=ecb33657-c68d-4387-95f1-ade395dddf6a,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:01.382186 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c1e86-4533-4b3a-bd42-991fa61dbcb8 req-32c6245b-3f63-4f2e-934b-f61604a62f14 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:01.383677 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-863c1e86-4533-4b3a-bd42-991fa61dbcb8 req-32c6245b-3f63-4f2e-934b-f61604a62f14 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 931 time: 0.0582902 Oct 06 12:25:01.430762 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-863c1e86-4533-4b3a-bd42-991fa61dbcb8 req-01c82a8f-b0f6-4653-8c52-39c4d3b1a7a8 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413659 Oct 06 12:25:02.353069 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:02.420789 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:02.429196 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b23fdd-3dcc-4feb-bdb8-259a84ea8d09 req-50ad7b63-4cf5-4d18-ba3c-e961be5b9e88 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:02.430691 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-15b23fdd-3dcc-4feb-bdb8-259a84ea8d09 req-50ad7b63-4cf5-4d18-ba3c-e961be5b9e88 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0873930 Oct 06 12:25:02.437124 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f8180-d6f3-4f31-961e-4539c04047df req-0201b52b-3aee-4d2c-a30d-e907b1dc0878 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:02.439098 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a90f8180-d6f3-4f31-961e-4539c04047df req-0201b52b-3aee-4d2c-a30d-e907b1dc0878 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 946 time: 0.0849371 Oct 06 12:25:02.521316 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a90f8180-d6f3-4f31-961e-4539c04047df req-a353f115-bcbf-49b4-ac9d-e3efd25bfa11 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751863 Oct 06 12:25:02.525033 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-15b23fdd-3dcc-4feb-bdb8-259a84ea8d09 req-5b292f17-e58f-44cb-abd0-14a20b26ff04 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844257 Oct 06 12:25:02.547529 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Request body: {'port': {'device_id': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:02.676878 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:02.698800 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e63b1-3249-411c-8ffd-f57b42aaa234 req-1ff34992-aff8-4bfe-b6a4-0d89b6c13629 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:02.700522 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f04e63b1-3249-411c-8ffd-f57b42aaa234 req-1ff34992-aff8-4bfe-b6a4-0d89b6c13629 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 931 time: 0.0933115 Oct 06 12:25:02.864354 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f04e63b1-3249-411c-8ffd-f57b42aaa234 req-54d3b529-ed69-4ddd-8245-c26360efaf50 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549969 Oct 06 12:25:03.018118 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178adb30-0da6-4996-903a-4ee020de2a0a {{(pid=106140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:25:03.026586 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Publish callbacks [] for port (178adb30-0da6-4996-903a-4ee020de2a0a), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:03.040714 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.provisioning_blocks [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Transition to ACTIVE for port object 178adb30-0da6-4996-903a-4ee020de2a0a will not be triggered until provisioned by entity L2. {{(pid=106140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:25:03.044694 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:03.109555 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Pushing event updated for resources: {'Port': ['ID=178adb30-0da6-4996-903a-4ee020de2a0a,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:03.161142 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Attempting to bind port 178adb30-0da6-4996-903a-4ee020de2a0a on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:25:03.161518 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Attempting to bind port 178adb30-0da6-4996-903a-4ee020de2a0a by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:25:03.161837 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Attempting to bind port 178adb30-0da6-4996-903a-4ee020de2a0a on network a983a2d0-c8c4-4203-b602-635e6e2680bd {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:03.207629 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Port 178adb30-0da6-4996-903a-4ee020de2a0a on network a983a2d0-c8c4-4203-b602-635e6e2680bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:25:03.207963 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Attempting to bind port 178adb30-0da6-4996-903a-4ee020de2a0a on network a983a2d0-c8c4-4203-b602-635e6e2680bd {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:03.256455 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:25:03.259731 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Checking segment: {'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:03.260330 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Bound using segment: {'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:25:03.261371 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Bound port: 178adb30-0da6-4996-903a-4ee020de2a0a, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'}}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:25:03.261773 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:03.325210 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] For port 178adb30-0da6-4996-903a-4ee020de2a0a, host hv-cinder-85604, cleared binding levels {{(pid=106140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:25:03.328527 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] For port 178adb30-0da6-4996-903a-4ee020de2a0a, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=178adb30-0da6-4996-903a-4ee020de2a0a,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:25:03.334725 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:03.339858 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:03.340468 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:03.341825 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/178adb30-0da6-4996-903a-4ee020de2a0a HTTP/1.1" status: 200 len: 1093 time: 0.8089590 Oct 06 12:25:03.342224 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:03.342921 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'tag': '178adb30-0da6-4996-903a-4ee020de2a0a'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:25:03.345412 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c809c4a1-f3f3-49b6-aed7-dfab6f49337e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1825b8-e10c-4c5b-adf9-3456c97a68e2", "tag": "178adb30-0da6-4996-903a-4ee020de2a0a"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:25:03.364278 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:03.392202 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80df8a0d-cd18-447f-a523-ee3ff2163a20 x-openstack-request-id: req-80df8a0d-cd18-447f-a523-ee3ff2163a20 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:25:03.392413 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1825b8-e10c-4c5b-adf9-3456c97a68e2", "tag": "178adb30-0da6-4996-903a-4ee020de2a0a", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:25:03.392848 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-80df8a0d-cd18-447f-a523-ee3ff2163a20 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:25:03.393261 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80df8a0d-cd18-447f-a523-ee3ff2163a20'] response: {'name': 'network-changed', 'server_uuid': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'tag': '178adb30-0da6-4996-903a-4ee020de2a0a', 'status': 'completed', 'code': 200} Oct 06 12:25:03.398701 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9832b-6067-4ba9-a45d-db0d1c728716 service neutron] Pushing event updated for resources: {'Port': ['ID=178adb30-0da6-4996-903a-4ee020de2a0a,revision_number=3']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:03.511557 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438fc3f-1c79-4597-824a-981cfe7dfc04 req-22a8da28-171c-4571-9d92-bbff0429a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:03.513065 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7438fc3f-1c79-4597-824a-981cfe7dfc04 req-22a8da28-171c-4571-9d92-bbff0429a835 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 1130 time: 0.0684626 Oct 06 12:25:03.532663 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809c4a1-f3f3-49b6-aed7-dfab6f49337e req-b83d098b-2f07-49ca-b8b1-02c3eeb38218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:03.534212 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c809c4a1-f3f3-49b6-aed7-dfab6f49337e req-b83d098b-2f07-49ca-b8b1-02c3eeb38218 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 1127 time: 0.0558856 Oct 06 12:25:03.668563 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7438fc3f-1c79-4597-824a-981cfe7dfc04 req-52dd3a3f-a4fb-4210-8efa-77b5c22ebaf3 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478395 Oct 06 12:25:03.962846 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298472b1-53ae-4dd9-bfb6-9667cc73fec9 req-534cf73e-7d3b-44ce-8bef-c87074d26e81 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:03.964327 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-298472b1-53ae-4dd9-bfb6-9667cc73fec9 req-534cf73e-7d3b-44ce-8bef-c87074d26e81 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 946 time: 0.3178573 Oct 06 12:25:03.976584 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf725f-d198-42df-801b-bde37e4803de req-e7907344-cc61-4bd8-ac42-9832d9aba2fa tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:03.977950 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-33cf725f-d198-42df-801b-bde37e4803de req-e7907344-cc61-4bd8-ac42-9832d9aba2fa tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.3334880 Oct 06 12:25:04.034378 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809c4a1-f3f3-49b6-aed7-dfab6f49337e req-8b8027b1-83d6-444c-b3fc-ec23aab49f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:04.035810 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c809c4a1-f3f3-49b6-aed7-dfab6f49337e req-8b8027b1-83d6-444c-b3fc-ec23aab49f51 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4831250 Oct 06 12:25:04.079310 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-298472b1-53ae-4dd9-bfb6-9667cc73fec9 req-fde1c117-aba2-414a-93bb-b70929e5040b tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905960 Oct 06 12:25:04.082226 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-33cf725f-d198-42df-801b-bde37e4803de req-ea3382c1-8c62-4ead-bfa9-e6564060ce92 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925298 Oct 06 12:25:04.287053 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43d95b-bec3-41d7-913c-73295d48d3a9 req-bfecc01a-d515-45f0-a746-0158335533a9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:04.289141 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8d43d95b-bec3-41d7-913c-73295d48d3a9 req-bfecc01a-d515-45f0-a746-0158335533a9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.1459129 Oct 06 12:25:04.358713 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809c4a1-f3f3-49b6-aed7-dfab6f49337e req-cbbe1a6b-36f7-4450-b810-0f67ba857bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:04.360401 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c809c4a1-f3f3-49b6-aed7-dfab6f49337e req-cbbe1a6b-36f7-4450-b810-0f67ba857bd1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2259007 Oct 06 12:25:04.386096 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8d43d95b-bec3-41d7-913c-73295d48d3a9 req-82e22cdf-cb88-42f0-8ede-51c732f9aa74 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860536 Oct 06 12:25:04.793889 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7018383e-0afc-43e0-8425-7ac721ca12e6 req-58c9cfa9-a604-4039-9fae-390ade31fe32 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400474 Oct 06 12:25:04.920564 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-37168913-663e-43ab-aae3-5d27f8985825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:04.922056 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-37168913-663e-43ab-aae3-5d27f8985825 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 1127 time: 0.0692787 Oct 06 12:25:04.923493 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018383e-0afc-43e0-8425-7ac721ca12e6 req-6abd7b3d-72f3-43ae-971c-56b509218be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:04.924836 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7018383e-0afc-43e0-8425-7ac721ca12e6 req-6abd7b3d-72f3-43ae-971c-56b509218be3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 1130 time: 0.0644221 Oct 06 12:25:05.025038 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-cba03c80-24f4-45fb-b62e-42f5de1ea95d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=178adb30-0da6-4996-903a-4ee020de2a0a HTTP/1.1" status: 200 len: 217 time: 0.0498259 Oct 06 12:25:05.136294 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-17922f35-d566-461d-9b33-9c4476199481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:05.137930 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-17922f35-d566-461d-9b33-9c4476199481 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2 HTTP/1.1" status: 200 len: 855 time: 0.0804961 Oct 06 12:25:05.152481 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018383e-0afc-43e0-8425-7ac721ca12e6 req-d54d6493-ddb6-494a-b6f2-f22a0a925248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:05.154104 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7018383e-0afc-43e0-8425-7ac721ca12e6 req-d54d6493-ddb6-494a-b6f2-f22a0a925248 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 919 time: 0.1717153 Oct 06 12:25:05.230991 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede077ef-efd7-4131-86c3-98e4b2b539ac req-fe606f7c-336a-4eec-991a-599ee95402dd tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:05.235030 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ede077ef-efd7-4131-86c3-98e4b2b539ac req-fe606f7c-336a-4eec-991a-599ee95402dd tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 946 time: 0.0711734 Oct 06 12:25:05.276814 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53204) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:05.286800 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:05.338186 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7018383e-0afc-43e0-8425-7ac721ca12e6 req-dc81253e-6173-48d1-8845-43dacb3deee0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=180aaafa-49f4-4890-afea-eb300c2b071f HTTP/1.1" status: 200 len: 217 time: 0.0939572 Oct 06 12:25:05.338186 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-f9a4c8b0-27ac-44d3-85fb-a3927668b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:05.338186 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-f9a4c8b0-27ac-44d3-85fb-a3927668b2b3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=a983a2d0-c8c4-4203-b602-635e6e2680bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036265 Oct 06 12:25:05.340364 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:05.369587 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ede077ef-efd7-4131-86c3-98e4b2b539ac req-794f3682-6e44-43db-a9cc-7b858b09a2b0 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809541 Oct 06 12:25:05.408575 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f60f4b96-dfa5-45fb-b989-cedd3710836a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:05.487996 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f60f4b96-dfa5-45fb-b989-cedd3710836a admin admin] Publish callbacks [] for security_group (d7ff701b-7ec6-4f18-9c8d-18c3301d6924), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:05.492351 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f60f4b96-dfa5-45fb-b989-cedd3710836a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (d7ff701b-7ec6-4f18-9c8d-18c3301d6924), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:05.524319 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd76df-92c5-462b-a18a-b737f00df6a7 req-c9e632b8-4b0c-4d0a-a3e3-a4b8bb6a098b tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:05.525685 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3ccd76df-92c5-462b-a18a-b737f00df6a7 req-c9e632b8-4b0c-4d0a-a3e3-a4b8bb6a098b tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0466907 Oct 06 12:25:05.532724 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-f60f4b96-dfa5-45fb-b989-cedd3710836a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e6669485f0024c83a7154101cfa48abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541349 Oct 06 12:25:05.533677 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f4b96-dfa5-45fb-b989-cedd3710836a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ff701b-7ec6-4f18-9c8d-18c3301d6924,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:05.536051 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53212) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:05.581168 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3ccd76df-92c5-462b-a18a-b737f00df6a7 req-edd829dc-8be1-4a64-a135-371261b265f2 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494618 Oct 06 12:25:05.592426 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ffeaec55-c974-4ee5-9137-4e09964be071 admin admin] Publish callbacks [] for security_group (d7ff701b-7ec6-4f18-9c8d-18c3301d6924), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:05.613488 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ffeaec55-c974-4ee5-9137-4e09964be071 admin admin] Publish callbacks [] for security_group (d7ff701b-7ec6-4f18-9c8d-18c3301d6924), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:05.663986 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ffeaec55-c974-4ee5-9137-4e09964be071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (d7ff701b-7ec6-4f18-9c8d-18c3301d6924), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:05.666846 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ffeaec55-c974-4ee5-9137-4e09964be071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:05.668009 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-ffeaec55-c974-4ee5-9137-4e09964be071 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d7ff701b-7ec6-4f18-9c8d-18c3301d6924 HTTP/1.1" status: 204 len: 168 time: 0.1310542 Oct 06 12:25:05.675757 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeaec55-c974-4ee5-9137-4e09964be071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ff701b-7ec6-4f18-9c8d-18c3301d6924,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:05.899303 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018383e-0afc-43e0-8425-7ac721ca12e6 req-62536e97-ec42-4b72-a93e-ef527fa6f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:05.900747 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7018383e-0afc-43e0-8425-7ac721ca12e6 req-62536e97-ec42-4b72-a93e-ef527fa6f8bc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.0961409 Oct 06 12:25:05.965529 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-3ff0f759-126a-4dd8-981b-00fc627fd533 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625910 Oct 06 12:25:05.966576 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018383e-0afc-43e0-8425-7ac721ca12e6 req-c1f1d16b-c8b3-4344-a47a-6415e924cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:05.967909 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7018383e-0afc-43e0-8425-7ac721ca12e6 req-c1f1d16b-c8b3-4344-a47a-6415e924cd7a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607212 Oct 06 12:25:06.127653 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8d7056b-fe6f-4559-885e-7ad13d05b986 req-a4a717de-ceb8-451a-a939-3d196151bf1b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507921 Oct 06 12:25:06.131520 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7018383e-0afc-43e0-8425-7ac721ca12e6 req-75ce7be8-dd6b-464c-aa47-e4c8574b9084 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530600 Oct 06 12:25:06.234250 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7018383e-0afc-43e0-8425-7ac721ca12e6 req-aa2b4645-60df-480c-a009-13dbc259f2b0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888231 Oct 06 12:25:06.636423 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53262) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:06.643544 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-6606c605-26cf-46b2-8225-f7dc381d8a3d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1820902106', 'description': 'tempest-description--285996858'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:06.669578 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085c46b-5fd7-4bd2-93f9-d83aaaddafe3 req-cf8675e9-bc17-4ecf-bfec-ec3332843988 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:06.671837 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9085c46b-5fd7-4bd2-93f9-d83aaaddafe3 req-cf8675e9-bc17-4ecf-bfec-ec3332843988 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 946 time: 0.0724640 Oct 06 12:25:06.686502 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6606c605-26cf-46b2-8225-f7dc381d8a3d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:06.782843 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9085c46b-5fd7-4bd2-93f9-d83aaaddafe3 req-ba931808-39ce-4615-b596-b4d7e7c09fbe tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029658 Oct 06 12:25:06.786479 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6606c605-26cf-46b2-8225-f7dc381d8a3d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for security_group (1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:06.792855 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6606c605-26cf-46b2-8225-f7dc381d8a3d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:06.794683 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0bb1a-e851-4192-8073-96f289f5e765 req-ee6252a0-51af-4a91-9356-9bded312c285 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:06.796458 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-53c0bb1a-e851-4192-8073-96f289f5e765 req-ee6252a0-51af-4a91-9356-9bded312c285 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.1034136 Oct 06 12:25:06.861103 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:06.872047 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-53c0bb1a-e851-4192-8073-96f289f5e765 req-74b13813-73b6-4513-945d-e2b28b476fcb tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692806 Oct 06 12:25:06.887688 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6606c605-26cf-46b2-8225-f7dc381d8a3d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:06.888947 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-6606c605-26cf-46b2-8225-f7dc381d8a3d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2509580 Oct 06 12:25:06.898972 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53276) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:06.907273 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:06.909162 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-37a2e964-a053-49c3-8d9a-032668d70099 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Request body: {'security_group_rule': {'security_group_id': '1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:06.909919 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 53278) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:06.915851 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606c605-26cf-46b2-8225-f7dc381d8a3d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:06.944121 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-37a2e964-a053-49c3-8d9a-032668d70099 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for security_group_rule (effa9b36-a810-419a-b005-fcd66f962948), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.003996 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-37a2e964-a053-49c3-8d9a-032668d70099 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for security_group_rule (effa9b36-a810-419a-b005-fcd66f962948), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.008006 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-37a2e964-a053-49c3-8d9a-032668d70099 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (effa9b36-a810-419a-b005-fcd66f962948), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.029265 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2e964-a053-49c3-8d9a-032668d70099 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effa9b36-a810-419a-b005-fcd66f962948,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:07.038431 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-37a2e964-a053-49c3-8d9a-032668d70099 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.039843 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-37a2e964-a053-49c3-8d9a-032668d70099 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397219 Oct 06 12:25:07.042691 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53282) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:07.047556 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a436f9a0-88da-446b-8418-8f8af2bc6f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.048713 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-2ca31b6e-60ea-4a1f-a94e-f970667987ae tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Request body: {'security_group_rule': {'security_group_id': '1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:07.057272 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:07.079490 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2ca31b6e-60ea-4a1f-a94e-f970667987ae tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for security_group_rule (e89a2105-818e-4fb5-bbc7-0b782e84cfc8), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.122116 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:07.135789 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a436f9a0-88da-446b-8418-8f8af2bc6f4a admin admin] Publish callbacks [] for security_group (d2b3710e-3b09-4709-9086-64d8ff6ecbe6), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.137046 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2ca31b6e-60ea-4a1f-a94e-f970667987ae tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for security_group_rule (e89a2105-818e-4fb5-bbc7-0b782e84cfc8), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.139955 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a436f9a0-88da-446b-8418-8f8af2bc6f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (d2b3710e-3b09-4709-9086-64d8ff6ecbe6), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.141899 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2ca31b6e-60ea-4a1f-a94e-f970667987ae tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (e89a2105-818e-4fb5-bbc7-0b782e84cfc8), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.165143 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca31b6e-60ea-4a1f-a94e-f970667987ae tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89a2105-818e-4fb5-bbc7-0b782e84cfc8,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:07.176196 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2ca31b6e-60ea-4a1f-a94e-f970667987ae tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.180009 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-2ca31b6e-60ea-4a1f-a94e-f970667987ae tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361492 Oct 06 12:25:07.181880 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53286) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:07.187467 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Request body: {'floatingip': {'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:07.197175 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-a436f9a0-88da-446b-8418-8f8af2bc6f4a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c85b83d6b8e84306854ce0d9688e809b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860799 Oct 06 12:25:07.198956 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436f9a0-88da-446b-8418-8f8af2bc6f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b3710e-3b09-4709-9086-64d8ff6ecbe6,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:07.200685 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53288) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:07.232900 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.308141 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-86431fe9-a083-446f-890a-2fb609f6944a admin admin] Publish callbacks [] for security_group (d2b3710e-3b09-4709-9086-64d8ff6ecbe6), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.345816 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-86431fe9-a083-446f-890a-2fb609f6944a admin admin] Publish callbacks [] for security_group (d2b3710e-3b09-4709-9086-64d8ff6ecbe6), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.359892 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.453711 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-86431fe9-a083-446f-890a-2fb609f6944a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (d2b3710e-3b09-4709-9086-64d8ff6ecbe6), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.456210 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-86431fe9-a083-446f-890a-2fb609f6944a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.457334 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-86431fe9-a083-446f-890a-2fb609f6944a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d2b3710e-3b09-4709-9086-64d8ff6ecbe6 HTTP/1.1" status: 204 len: 168 time: 0.2551310 Oct 06 12:25:07.491030 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86431fe9-a083-446f-890a-2fb609f6944a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b3710e-3b09-4709-9086-64d8ff6ecbe6,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:07.526244 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Allocated IP 172.27.0.47 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/a3b816fa-647b-4ba4-a36f-3545fb74e5ca) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:07.619819 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:07.644300 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:07.652614 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for port (a3b816fa-647b-4ba4-a36f-3545fb74e5ca), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.689617 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0a641-46f3-4221-a750-06b1a3e56db8 req-a5b7c833-f10d-4b63-a2b7-0f4951909b63 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:07.691145 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8ca0a641-46f3-4221-a750-06b1a3e56db8 req-a5b7c833-f10d-4b63-a2b7-0f4951909b63 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 946 time: 0.0617745 Oct 06 12:25:07.693042 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (a3b816fa-647b-4ba4-a36f-3545fb74e5ca), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.741993 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:07.746155 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8ca0a641-46f3-4221-a750-06b1a3e56db8 req-4e29d7cd-d4c3-4f18-a451-db338fc38596 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492454 Oct 06 12:25:07.747852 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:07.750771 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:07.754608 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Pushing event updated for resources: {'Port': ['ID=a3b816fa-647b-4ba4-a36f-3545fb74e5ca,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:07.839960 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for floatingip (64d18d1d-b901-4104-8222-4421b143fffc), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:07.851904 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:07.878502 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a3b816fa-647b-4ba4-a36f-3545fb74e5ca), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.038700 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d27fd-b2b7-4db5-8317-94654b9676ac req-363d00a1-a2a6-4ab1-b165-9fde92d1b077 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:08.040777 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9c0d27fd-b2b7-4db5-8317-94654b9676ac req-363d00a1-a2a6-4ab1-b165-9fde92d1b077 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0764077 Oct 06 12:25:08.082918 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for port (a3b816fa-647b-4ba4-a36f-3545fb74e5ca), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.088462 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (a3b816fa-647b-4ba4-a36f-3545fb74e5ca), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.111521 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9c0d27fd-b2b7-4db5-8317-94654b9676ac req-2a3a9d03-5c75-4df4-925f-5592a630eff3 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589793 Oct 06 12:25:08.162834 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Pushing event updated for resources: {'Port': ['ID=a3b816fa-647b-4ba4-a36f-3545fb74e5ca,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:08.165163 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (64d18d1d-b901-4104-8222-4421b143fffc), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.183400 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.187562 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-dda9d7cf-a597-4de6-8d91-e06b95e494a3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0015965 Oct 06 12:25:08.215493 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 53332) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:08.317355 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 53340) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:08.392200 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-da29bb7a-0bac-4daa-b969-1331b4af6b66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-318154418-network', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:08.436187 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-e47677c8-bb11-4697-bb99-205d53980069 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1820902106&fields=id&tenant_id=9138bc89f5204975a18156097530643a HTTP/1.1" status: 200 len: 267 time: 0.0707214 Oct 06 12:25:08.439759 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-035aa957-edbe-453a-bc0b-887ac53fb903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.445361 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da29bb7a-0bac-4daa-b969-1331b4af6b66 admin admin] Made reservation on behalf of c80feb95ecbf413ca0bc52a519bf43b7 for: {'network': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:25:08.447604 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-da29bb7a-0bac-4daa-b969-1331b4af6b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.480233 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-da29bb7a-0bac-4daa-b969-1331b4af6b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.635525 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-5976959d-a190-44d7-bbe6-7ee09ad23cdf tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:08.636980 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-5976959d-a190-44d7-bbe6-7ee09ad23cdf tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 818 time: 0.1929920 Oct 06 12:25:08.677343 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-b3501e9d-20bf-4229-a97f-9dfff822f56e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/quotas/9138bc89f5204975a18156097530643a HTTP/1.1" status: 200 len: 375 time: 0.0340044 Oct 06 12:25:08.688904 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-035aa957-edbe-453a-bc0b-887ac53fb903 admin admin] Publish callbacks [] for security_group (51417f64-9921-4fc7-b3f8-f92cececdcc6), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.711454 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-035aa957-edbe-453a-bc0b-887ac53fb903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (51417f64-9921-4fc7-b3f8-f92cececdcc6), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.734441 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-da29bb7a-0bac-4daa-b969-1331b4af6b66 admin admin] Publish callbacks [] for security_group (438c31ae-601e-4e09-9be9-acd4cda574e7), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.753494 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-da29bb7a-0bac-4daa-b969-1331b4af6b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (438c31ae-601e-4e09-9be9-acd4cda574e7), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.763011 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:08.795572 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-d93a9734-7d02-4c7a-a049-582034bc9660 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1094911 Oct 06 12:25:08.809388 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-035aa957-edbe-453a-bc0b-887ac53fb903 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=685bb11a28794448b00df7ff778f1eff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4885049 Oct 06 12:25:08.809388 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da29bb7a-0bac-4daa-b969-1331b4af6b66 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=106140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:25:08.809909 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53354) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:08.822099 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035aa957-edbe-453a-bc0b-887ac53fb903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51417f64-9921-4fc7-b3f8-f92cececdcc6,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:08.862739 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9a452f39-ffda-4999-8311-1a0e46e6fb1d admin admin] Publish callbacks [] for security_group (51417f64-9921-4fc7-b3f8-f92cececdcc6), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.883426 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-da29bb7a-0bac-4daa-b969-1331b4af6b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (202c3c04-957d-480e-8c53-553140500260), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.883649 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9a452f39-ffda-4999-8311-1a0e46e6fb1d admin admin] Publish callbacks [] for security_group (51417f64-9921-4fc7-b3f8-f92cececdcc6), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.883771 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.segments_db [None req-da29bb7a-0bac-4daa-b969-1331b4af6b66 admin admin] Added segment 202c3c04-957d-480e-8c53-553140500260 of type vlan for network 397bf80c-f529-4030-8ca3-f73bf801b9a0 Oct 06 12:25:08.926264 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:08.933543 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9a452f39-ffda-4999-8311-1a0e46e6fb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (51417f64-9921-4fc7-b3f8-f92cececdcc6), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.936169 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9a452f39-ffda-4999-8311-1a0e46e6fb1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.936835 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-9a452f39-ffda-4999-8311-1a0e46e6fb1d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/51417f64-9921-4fc7-b3f8-f92cececdcc6 HTTP/1.1" status: 204 len: 168 time: 0.1257734 Oct 06 12:25:08.944998 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a452f39-ffda-4999-8311-1a0e46e6fb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51417f64-9921-4fc7-b3f8-f92cececdcc6,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:08.978801 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29bb7a-0bac-4daa-b969-1331b4af6b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438c31ae-601e-4e09-9be9-acd4cda574e7,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:08.987824 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-da29bb7a-0bac-4daa-b969-1331b4af6b66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (397bf80c-f529-4030-8ca3-f73bf801b9a0), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:08.995661 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec58943-006d-48b0-9bbb-a1120dc9d5d9 req-691082da-af89-4658-b545-53ae8d3c3244 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:08.997372 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8ec58943-006d-48b0-9bbb-a1120dc9d5d9 req-691082da-af89-4658-b545-53ae8d3c3244 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 946 time: 0.1556594 Oct 06 12:25:09.056048 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-ef87e3a0-d994-40b9-9cfa-47926797fede service neutron] 10.222.0.33 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450044 Oct 06 12:25:09.082768 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-da29bb7a-0bac-4daa-b969-1331b4af6b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (397bf80c-f529-4030-8ca3-f73bf801b9a0), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:09.084293 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da29bb7a-0bac-4daa-b969-1331b4af6b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:09.084867 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-da29bb7a-0bac-4daa-b969-1331b4af6b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:09.160126 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8ec58943-006d-48b0-9bbb-a1120dc9d5d9 req-1e83106c-db27-4841-b839-1adc87dad5c5 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496696 Oct 06 12:25:09.196164 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-da29bb7a-0bac-4daa-b969-1331b4af6b66 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9795382 Oct 06 12:25:09.199397 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53364) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:09.204473 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-11a04d66-cb60-4238-aa13-253c6dfacc42 admin admin] Request body: {'subnet': {'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-318154418-subnet', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'ip_version': 4}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:09.217417 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29bb7a-0bac-4daa-b969-1331b4af6b66 admin admin] Pushing event updated for resources: {'Network': ['ID=397bf80c-f529-4030-8ca3-f73bf801b9a0,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:09.229478 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network 397bf80c-f529-4030-8ca3-f73bf801b9a0 details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:25:09.246694 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a04d66-cb60-4238-aa13-253c6dfacc42 admin admin] Made reservation on behalf of c80feb95ecbf413ca0bc52a519bf43b7 for: {'subnet': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:25:09.257319 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-11a04d66-cb60-4238-aa13-253c6dfacc42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4892363'] for subnet (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:09.282238 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 53366) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:09.349959 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:09.449354 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-11a04d66-cb60-4238-aa13-253c6dfacc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4794150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4892377'] for subnet (4d6dda75-0abd-49b2-9f71-b134f5c60ebe), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:09.487524 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-c8520f64-3f8e-460d-bb2d-31f5876cd6a2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218950 Oct 06 12:25:09.499839 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840bc78-775c-40e0-8a07-ed8bda2be583 req-dc3cba69-cf2a-432c-8741-fdf46ced6b5c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:09.501292 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7840bc78-775c-40e0-8a07-ed8bda2be583 req-dc3cba69-cf2a-432c-8741-fdf46ced6b5c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.2667637 Oct 06 12:25:09.502212 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-732d13ca-01b9-453d-a84f-af82d5c68a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:09.507295 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a04d66-cb60-4238-aa13-253c6dfacc42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d6dda75-0abd-49b2-9f71-b134f5c60ebe,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:09.516532 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a04d66-cb60-4238-aa13-253c6dfacc42 admin admin] Checking segment: {'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:09.516865 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a04d66-cb60-4238-aa13-253c6dfacc42 admin admin] Network hostable DHCP agents. Network: 397bf80c-f529-4030-8ca3-f73bf801b9a0, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:25:09.528332 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:09.536376 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a04d66-cb60-4238-aa13-253c6dfacc42 admin admin] Network 397bf80c-f529-4030-8ca3-f73bf801b9a0 is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:25:09.547249 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-11a04d66-cb60-4238-aa13-253c6dfacc42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, 397bf80c-f529-4030-8ca3-f73bf801b9a0) {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:09.559279 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a04d66-cb60-4238-aa13-253c6dfacc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:09.559911 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-11a04d66-cb60-4238-aa13-253c6dfacc42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:09.561958 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dff7f0-2c4e-4d9f-b193-96f0d59f8896 None None] Network 397bf80c-f529-4030-8ca3-f73bf801b9a0 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:25:09.597764 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-11a04d66-cb60-4238-aa13-253c6dfacc42 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3945901 Oct 06 12:25:09.598413 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53368) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:09.602312 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7840bc78-775c-40e0-8a07-ed8bda2be583 req-034c5e6d-23a6-4009-b538-8530dc765688 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912840 Oct 06 12:25:09.603849 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:09.626872 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-732d13ca-01b9-453d-a84f-af82d5c68a64 admin admin] Publish callbacks [] for security_group (4e9a1aaf-d885-48a7-8572-62df780e63b6), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:09.643762 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-732d13ca-01b9-453d-a84f-af82d5c68a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (4e9a1aaf-d885-48a7-8572-62df780e63b6), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:09.657948 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2462'] for router (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:09.659362 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2455'] for router (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:09.693443 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-732d13ca-01b9-453d-a84f-af82d5c68a64 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fe37a41632b74f029c60d97626d690d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4083931 Oct 06 12:25:09.694299 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d13ca-01b9-453d-a84f-af82d5c68a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9a1aaf-d885-48a7-8572-62df780e63b6,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:09.697579 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 53374) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:09.721979 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e4fcd5-b394-5821-a063-acad06bec7fa-397bf80c-f529-4030-8ca3-f73bf801b9a0', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe'}]}} from dv-cinder-856041-2-iscsi. {{(pid=106141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 12:25:09.723163 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:09.751105 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Publish callbacks [] for router_controller (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), precommit_add_association {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:09.795277 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:09.800672 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b1618e98-cb00-400f-8d7d-f8abbca94605 req-863e85a5-8106-44d8-93ee-99bb30e7b838 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 210 time: 0.0509903 Oct 06 12:25:09.802146 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0366f9a4-4980-4313-b604-524acc68f0d9 admin admin] Publish callbacks [] for security_group (4e9a1aaf-d885-48a7-8572-62df780e63b6), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:09.812468 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:09.827969 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0366f9a4-4980-4313-b604-524acc68f0d9 admin admin] Publish callbacks [] for security_group (4e9a1aaf-d885-48a7-8572-62df780e63b6), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:09.888018 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0366f9a4-4980-4313-b604-524acc68f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (4e9a1aaf-d885-48a7-8572-62df780e63b6), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:09.891289 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0366f9a4-4980-4313-b604-524acc68f0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:09.892973 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-0366f9a4-4980-4313-b604-524acc68f0d9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4e9a1aaf-d885-48a7-8572-62df780e63b6 HTTP/1.1" status: 204 len: 168 time: 0.1944742 Oct 06 12:25:09.901310 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.db_base_plugin_common [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Allocated IP 172.20.0.2 (397bf80c-f529-4030-8ca3-f73bf801b9a0/4d6dda75-0abd-49b2-9f71-b134f5c60ebe/1e9f86b1-71f9-4e42-ad05-60755e9b5f99) {{(pid=106141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:09.902785 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366f9a4-4980-4313-b604-524acc68f0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9a1aaf-d885-48a7-8572-62df780e63b6,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:09.944422 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Publish callbacks [] for router_gateway (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:10.306922 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Publish callbacks [] for port (1e9f86b1-71f9-4e42-ad05-60755e9b5f99), precommit_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:10.316487 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (1e9f86b1-71f9-4e42-ad05-60755e9b5f99), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:10.359068 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2d2d4-e8de-4081-9f93-5a7fcff18e14 req-8ea2f737-3346-45aa-b297-48d2790b2df2 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:10.360829 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2fc2d2d4-e8de-4081-9f93-5a7fcff18e14 req-8ea2f737-3346-45aa-b297-48d2790b2df2 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 946 time: 0.0568585 Oct 06 12:25:10.377206 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Network 397bf80c-f529-4030-8ca3-f73bf801b9a0 is already hosted by enough agents. {{(pid=106141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:10.383923 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.base_scheduler [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Resources bound (agent type, host, resource id): {{(pid=106141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:10.388302 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Received port after_create {{(pid=106141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:10.395138 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Pushing event updated for resources: {'Port': ['ID=1e9f86b1-71f9-4e42-ad05-60755e9b5f99,revision_number=1']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:10.413529 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53390) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:10.423049 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2fc2d2d4-e8de-4081-9f93-5a7fcff18e14 req-c986fbc9-f5f5-41fa-af36-f3b9241f515b tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555978 Oct 06 12:25:10.431985 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-28493074-2918-45af-9da8-43b7f4d184fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:10.455846 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Publish callbacks [] for router_gateway (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:10.458207 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Attempting to bind port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:25:10.459127 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Attempting to bind port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:25:10.459529 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Attempting to bind port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 on network 397bf80c-f529-4030-8ca3-f73bf801b9a0 {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:10.480285 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:10.501390 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:25:10.501944 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Checking segment: {'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:10.502166 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:10.502558 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Bound using segment: {'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:25:10.503025 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Bound port: 1e9f86b1-71f9-4e42-ad05-60755e9b5f99, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:25:10.503405 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (1e9f86b1-71f9-4e42-ad05-60755e9b5f99), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:10.568783 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] For port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:25:10.572239 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] For port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=1e9f86b1-71f9-4e42-ad05-60755e9b5f99,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:25:10.578359 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (1e9f86b1-71f9-4e42-ad05-60755e9b5f99), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:10.640508 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:10.646498 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-28493074-2918-45af-9da8-43b7f4d184fc admin admin] Publish callbacks [] for security_group (dd9a1cdf-6a52-48d0-a055-226cbd1577f0), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:10.676187 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f9243-d4a1-46e0-b6ec-9c587e7e5c3f None None] Pushing event updated for resources: {'Port': ['ID=1e9f86b1-71f9-4e42-ad05-60755e9b5f99,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:10.683883 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-28493074-2918-45af-9da8-43b7f4d184fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (dd9a1cdf-6a52-48d0-a055-226cbd1577f0), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:10.688383 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Allocated IP 172.27.0.175 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/4f0b4601-8692-4d90-b21e-21d41699e207) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:10.750840 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28493074-2918-45af-9da8-43b7f4d184fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9a1cdf-6a52-48d0-a055-226cbd1577f0,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:10.767710 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-28493074-2918-45af-9da8-43b7f4d184fc admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=8256294cc2c3490a99f41a450c3eb012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507648 Oct 06 12:25:10.768078 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53394) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:10.804481 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab7446-2107-49ed-be51-a2c8e28b705f req-9f141f4a-2d4d-4618-9ea4-f755a49b91e3 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:10.813379 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7fab7446-2107-49ed-be51-a2c8e28b705f req-9f141f4a-2d4d-4618-9ea4-f755a49b91e3 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0938275 Oct 06 12:25:10.855082 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:10.891879 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7fab7446-2107-49ed-be51-a2c8e28b705f req-286e08c6-8013-485e-973f-e62551d1823c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718162 Oct 06 12:25:10.920974 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b2985f96-2d77-4fbf-94b5-62cdb917ba36 admin admin] Publish callbacks [] for security_group (dd9a1cdf-6a52-48d0-a055-226cbd1577f0), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:10.937823 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:10.959004 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0f22bfe5-0fb3-44eb-aba0-ae0a039a2521 req-a23d4806-4d04-461d-8dc5-c6673f62d2d1 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 210 time: 0.0335906 Oct 06 12:25:10.964071 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Publish callbacks [] for port (4f0b4601-8692-4d90-b21e-21d41699e207), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:10.978026 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b2985f96-2d77-4fbf-94b5-62cdb917ba36 admin admin] Publish callbacks [] for security_group (dd9a1cdf-6a52-48d0-a055-226cbd1577f0), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:11.049427 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (4f0b4601-8692-4d90-b21e-21d41699e207), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:11.091411 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:11.092185 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b2985f96-2d77-4fbf-94b5-62cdb917ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (dd9a1cdf-6a52-48d0-a055-226cbd1577f0), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:11.094704 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b2985f96-2d77-4fbf-94b5-62cdb917ba36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:11.095849 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b2985f96-2d77-4fbf-94b5-62cdb917ba36 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/dd9a1cdf-6a52-48d0-a055-226cbd1577f0 HTTP/1.1" status: 204 len: 168 time: 0.3268616 Oct 06 12:25:11.105577 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:11.108487 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 178adb30-0da6-4996-903a-4ee020de2a0a details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:25:11.114769 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:11.120139 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2985f96-2d77-4fbf-94b5-62cdb917ba36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9a1cdf-6a52-48d0-a055-226cbd1577f0,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:11.151157 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Pushing event updated for resources: {'Port': ['ID=4f0b4601-8692-4d90-b21e-21d41699e207,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:11.210191 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:11.272906 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 178adb30-0da6-4996-903a-4ee020de2a0a, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=178adb30-0da6-4996-903a-4ee020de2a0a,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:11.287353 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '178adb30-0da6-4996-903a-4ee020de2a0a', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'port_id': '178adb30-0da6-4996-903a-4ee020de2a0a', 'mac_address': 'fa:16:3e:ff:01:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:25:11.320342 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:11.333796 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 178adb30-0da6-4996-903a-4ee020de2a0a is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:11.334260 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:11.353666 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178adb30-0da6-4996-903a-4ee020de2a0a {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:25:11.403532 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 178adb30-0da6-4996-903a-4ee020de2a0a, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=178adb30-0da6-4996-903a-4ee020de2a0a,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:11.403532 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:11.459835 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Publish callbacks [] for router_gateway (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:11.487428 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=178adb30-0da6-4996-903a-4ee020de2a0a,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:11.601683 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfe13d-9f56-44fd-bc5a-f6ad27985943 req-69b684bc-bba5-4e22-b468-469bee8ee77a tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:11.603472 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-14cfe13d-9f56-44fd-bc5a-f6ad27985943 req-69b684bc-bba5-4e22-b468-469bee8ee77a tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 946 time: 0.0554805 Oct 06 12:25:11.661152 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-14cfe13d-9f56-44fd-bc5a-f6ad27985943 req-87e0275c-d571-494f-9b6e-e12fd465485f tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483778 Oct 06 12:25:11.722223 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665995'] for router (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:11.728784 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:11.756687 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d4ac31-d627-4f94-81d3-2825b344dde2 None None] Network 397bf80c-f529-4030-8ca3-f73bf801b9a0 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:25:11.826299 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9304b985-26f2-4d9a-81f0-a2d0dd524bce None None] Provisioning complete for port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:11.826668 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9304b985-26f2-4d9a-81f0-a2d0dd524bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (1e9f86b1-71f9-4e42-ad05-60755e9b5f99), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:11.827004 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9304b985-26f2-4d9a-81f0-a2d0dd524bce None None] Attempt 1 to provision port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 Oct 06 12:25:11.879460 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 is scheduled to L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 with binding_index 1 {{(pid=106139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 12:25:11.952731 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9304b985-26f2-4d9a-81f0-a2d0dd524bce None None] Current status of the port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:11.953130 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9304b985-26f2-4d9a-81f0-a2d0dd524bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (1e9f86b1-71f9-4e42-ad05-60755e9b5f99), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:11.982128 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:11.992201 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9304b985-26f2-4d9a-81f0-a2d0dd524bce None None] For port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=1e9f86b1-71f9-4e42-ad05-60755e9b5f99,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:11.996294 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9304b985-26f2-4d9a-81f0-a2d0dd524bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (1e9f86b1-71f9-4e42-ad05-60755e9b5f99), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:12.045162 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:25:12.058397 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Sync routers for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:25:12.080794 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:12.087790 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 53428) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:12.088343 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-99ac1cfc-ccae-45fa-b5e0-140d6bc66e8f admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4881656 Oct 06 12:25:12.088731 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:12.089595 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-647afabb-94ce-4545-942b-335e5b823161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:24:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:12.142039 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304b985-26f2-4d9a-81f0-a2d0dd524bce None None] Pushing event updated for resources: {'Port': ['ID=1e9f86b1-71f9-4e42-ad05-60755e9b5f99,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:12.157017 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53430) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:12.253628 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4882b28-5132-4636-8576-b764debb6cc4 req-3f519138-7997-494c-aea3-15fbad93cba2 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:12.255129 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f4882b28-5132-4636-8576-b764debb6cc4 req-3f519138-7997-494c-aea3-15fbad93cba2 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 944 time: 0.0693142 Oct 06 12:25:12.280021 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fbbf27c4-89ad-43f4-b1e0-44882c7cbbb1 req-e6d20ae3-1562-4ed5-bb84-3601beecf2eb tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 210 time: 0.0918648 Oct 06 12:25:12.298452 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:12.302888 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['178adb30-0da6-4996-903a-4ee020de2a0a'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:25:12.327803 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-624fd944-fc80-4d10-a2fe-4e77ded80c08 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-616215872-network', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:12.352209 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624fd944-fc80-4d10-a2fe-4e77ded80c08 admin admin] Made reservation on behalf of 1c822fb7252b4804aa9a0cb228b6397c for: {'network': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:25:12.354734 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-624fd944-fc80-4d10-a2fe-4e77ded80c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:12.363999 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-624fd944-fc80-4d10-a2fe-4e77ded80c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:12.404537 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f4882b28-5132-4636-8576-b764debb6cc4 req-26eb02c4-0b42-4d2f-81bd-c89b072f0417 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295524 Oct 06 12:25:12.452026 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-1f809af0-68a4-428e-86b7-f951f1613a15 None None] Provisioning complete for port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:12.453031 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-1f809af0-68a4-428e-86b7-f951f1613a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (1e9f86b1-71f9-4e42-ad05-60755e9b5f99), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:12.453562 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-1f809af0-68a4-428e-86b7-f951f1613a15 None None] Attempt 1 to provision port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 Oct 06 12:25:12.496021 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-624fd944-fc80-4d10-a2fe-4e77ded80c08 admin admin] Publish callbacks [] for security_group (086e6053-0804-4e89-9e5f-03513656a53e), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:12.507787 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-624fd944-fc80-4d10-a2fe-4e77ded80c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (086e6053-0804-4e89-9e5f-03513656a53e), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:12.512028 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19ed6-82cb-470d-8a11-6f7d069ab13a req-cb327f40-b2aa-4423-a341-6436619ea468 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:12.513587 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a0c19ed6-82cb-470d-8a11-6f7d069ab13a req-cb327f40-b2aa-4423-a341-6436619ea468 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 946 time: 0.1133363 Oct 06 12:25:12.542383 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624fd944-fc80-4d10-a2fe-4e77ded80c08 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=106139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:25:12.553046 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fd944-fc80-4d10-a2fe-4e77ded80c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086e6053-0804-4e89-9e5f-03513656a53e,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:12.558736 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-624fd944-fc80-4d10-a2fe-4e77ded80c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (0c5c7493-fd94-4429-bbb4-379ff34330c1), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:12.558736 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.segments_db [None req-624fd944-fc80-4d10-a2fe-4e77ded80c08 admin admin] Added segment 0c5c7493-fd94-4429-bbb4-379ff34330c1 of type vlan for network 7aa9c50e-f953-474e-a8eb-45316afa3b7b Oct 06 12:25:12.600754 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:12.648278 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-624fd944-fc80-4d10-a2fe-4e77ded80c08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (7aa9c50e-f953-474e-a8eb-45316afa3b7b), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:12.683473 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-624fd944-fc80-4d10-a2fe-4e77ded80c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (7aa9c50e-f953-474e-a8eb-45316afa3b7b), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:12.685058 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624fd944-fc80-4d10-a2fe-4e77ded80c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:12.686196 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-624fd944-fc80-4d10-a2fe-4e77ded80c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:12.700160 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:12.732329 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 53438) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:12.732546 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-624fd944-fc80-4d10-a2fe-4e77ded80c08 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5740557 Oct 06 12:25:12.765497 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-37f30c87-3d84-46d9-8066-0005664ef004 admin admin] Request body: {'subnet': {'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-616215872-subnet', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'ip_version': 4}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:12.774232 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-a0c19ed6-82cb-470d-8a11-6f7d069ab13a req-08fb1cbc-f6d2-4669-b959-e026219ac9d1 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Deleting port ecb33657-c68d-4387-95f1-ade395dddf6a {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:25:12.774580 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-a0c19ed6-82cb-470d-8a11-6f7d069ab13a req-08fb1cbc-f6d2-4669-b959-e026219ac9d1 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (ecb33657-c68d-4387-95f1-ade395dddf6a), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:12.775799 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:12.795408 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fd944-fc80-4d10-a2fe-4e77ded80c08 admin admin] Pushing event updated for resources: {'Network': ['ID=7aa9c50e-f953-474e-a8eb-45316afa3b7b,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:12.814573 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network 7aa9c50e-f953-474e-a8eb-45316afa3b7b details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:25:12.816537 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-647afabb-94ce-4545-942b-335e5b823161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:11Z', 'revision_number': 3, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:12.820939 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-1f809af0-68a4-428e-86b7-f951f1613a15 None None] Current status of the port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:12.878708 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:12.897547 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f30c87-3d84-46d9-8066-0005664ef004 admin admin] Made reservation on behalf of 1c822fb7252b4804aa9a0cb228b6397c for: {'subnet': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:25:12.900004 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-37f30c87-3d84-46d9-8066-0005664ef004 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5090785'] for subnet (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:12.902946 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Checking router: 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:25:12.903343 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Updating router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 port 4f0b4601-8692-4d90-b21e-21d41699e207 binding host dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:25:12.922246 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:12.922713 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (1e9f86b1-71f9-4e42-ad05-60755e9b5f99), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:12.923666 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 Oct 06 12:25:12.944168 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45f5d5-4664-4445-86c6-f2dfbf9ce4a8 req-a12a5eb3-5109-4e4e-81b9-7dec6e5077a8 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:12.945646 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5b45f5d5-4664-4445-86c6-f2dfbf9ce4a8 req-a12a5eb3-5109-4e4e-81b9-7dec6e5077a8 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 946 time: 0.1159337 Oct 06 12:25:13.013236 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (4f0b4601-8692-4d90-b21e-21d41699e207), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:13.015977 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:13.062909 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-a0c19ed6-82cb-470d-8a11-6f7d069ab13a req-08fb1cbc-f6d2-4669-b959-e026219ac9d1 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] For port ecb33657-c68d-4387-95f1-ade395dddf6a, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=ecb33657-c68d-4387-95f1-ade395dddf6a,segment=NetworkSegment(41f1297a-92cb-449d-ba02-61cb75a51679),segment_id=41f1297a-92cb-449d-ba02-61cb75a51679)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:13.063301 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-a0c19ed6-82cb-470d-8a11-6f7d069ab13a req-08fb1cbc-f6d2-4669-b959-e026219ac9d1 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (ecb33657-c68d-4387-95f1-ade395dddf6a), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:13.118351 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-a0c19ed6-82cb-470d-8a11-6f7d069ab13a req-08fb1cbc-f6d2-4669-b959-e026219ac9d1 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Calling delete_port for ecb33657-c68d-4387-95f1-ade395dddf6a owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:25:13.143602 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:13.159026 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5b45f5d5-4664-4445-86c6-f2dfbf9ce4a8 req-4ce25aff-08d5-4bbd-9614-9ab21808afeb tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712520 Oct 06 12:25:13.281000 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:13.320939 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Publish callbacks [] for port (4f0b4601-8692-4d90-b21e-21d41699e207), precommit_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:13.327353 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (4f0b4601-8692-4d90-b21e-21d41699e207), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:13.366998 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Attempting to bind port 4f0b4601-8692-4d90-b21e-21d41699e207 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:25:13.367572 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Attempting to bind port 4f0b4601-8692-4d90-b21e-21d41699e207 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:25:13.367943 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Attempting to bind port 4f0b4601-8692-4d90-b21e-21d41699e207 on network 3a606d5c-6843-4963-ada6-7bee64b338fb {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:13.405526 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-37f30c87-3d84-46d9-8066-0005664ef004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5175933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5090803'] for subnet (a9e2264b-e345-4bdc-84be-0c47ea836a60), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:13.406740 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8501973-4804-42cf-8919-1e66ca13113b None None] Pushing event updated for resources: {'Port': ['ID=4f0b4601-8692-4d90-b21e-21d41699e207,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:13.426152 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:13.434813 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:25:13.435483 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Checking segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:13.435953 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:13.436355 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Bound using segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:25:13.436886 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Bound port: 4f0b4601-8692-4d90-b21e-21d41699e207, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:25:13.437306 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (4f0b4601-8692-4d90-b21e-21d41699e207), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:13.478295 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-edc7b4f3-afe2-4c05-8e25-0ee03fb378d9 req-b22e97a9-10dc-4526-96e2-dbc85a538418 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 210 time: 0.0934317 Oct 06 12:25:13.500304 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-647afabb-94ce-4545-942b-335e5b823161 None None] For port 4f0b4601-8692-4d90-b21e-21d41699e207, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:25:13.503766 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-647afabb-94ce-4545-942b-335e5b823161 None None] For port 4f0b4601-8692-4d90-b21e-21d41699e207, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=4f0b4601-8692-4d90-b21e-21d41699e207,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:25:13.513167 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (4f0b4601-8692-4d90-b21e-21d41699e207), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:13.549666 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-a0c19ed6-82cb-470d-8a11-6f7d069ab13a req-08fb1cbc-f6d2-4669-b959-e026219ac9d1 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (ecb33657-c68d-4387-95f1-ade395dddf6a), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:13.562363 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f30c87-3d84-46d9-8066-0005664ef004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e2264b-e345-4bdc-84be-0c47ea836a60,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:13.576934 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:13.578561 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-647afabb-94ce-4545-942b-335e5b823161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:24:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:13.645318 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb1cbc-f6d2-4669-b959-e026219ac9d1 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Pushing event deleted for resources: {'Port': ['ID=ecb33657-c68d-4387-95f1-ade395dddf6a,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:13.718424 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-647afabb-94ce-4545-942b-335e5b823161 None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:13.896317 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:13.917745 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f30c87-3d84-46d9-8066-0005664ef004 admin admin] Checking segment: {'id': '0c5c7493-fd94-4429-bbb4-379ff34330c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:13.918033 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f30c87-3d84-46d9-8066-0005664ef004 admin admin] Network hostable DHCP agents. Network: 7aa9c50e-f953-474e-a8eb-45316afa3b7b, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:25:13.925170 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8501973-4804-42cf-8919-1e66ca13113b None None] Pushing event updated for resources: {'Port': ['ID=4f0b4601-8692-4d90-b21e-21d41699e207,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:13.944867 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e2388-6fc3-41f3-b73b-45485352ecf6 req-a9f496fb-f912-459e-a987-613741733c58 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:13.946349 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-348e2388-6fc3-41f3-b73b-45485352ecf6 req-a9f496fb-f912-459e-a987-613741733c58 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 944 time: 0.3898330 Oct 06 12:25:13.964732 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:13.970543 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['ecb33657-c68d-4387-95f1-ade395dddf6a'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:25:13.975896 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c19ed6-82cb-470d-8a11-6f7d069ab13a req-08fb1cbc-f6d2-4669-b959-e026219ac9d1 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] No DVR routers for this DVR port ecb33657-c68d-4387-95f1-ade395dddf6a on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:25:13.978389 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-a0c19ed6-82cb-470d-8a11-6f7d069ab13a req-08fb1cbc-f6d2-4669-b959-e026219ac9d1 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:13.981518 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a0c19ed6-82cb-470d-8a11-6f7d069ab13a req-08fb1cbc-f6d2-4669-b959-e026219ac9d1 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.23 "DELETE /networking/v2.0/ports/ecb33657-c68d-4387-95f1-ade395dddf6a HTTP/1.1" status: 204 len: 173 time: 1.4607604 Oct 06 12:25:13.987717 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Allocated IP 172.20.0.1 (397bf80c-f529-4030-8ca3-f73bf801b9a0/4d6dda75-0abd-49b2-9f71-b134f5c60ebe/560a4fd8-24fc-47ac-ab28-3b556d5a942b) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:13.990067 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf13a44-e331-4b28-9d44-6890e99df4de', 'name': 'network-vif-deleted', 'tag': 'ecb33657-c68d-4387-95f1-ade395dddf6a'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:25:13.992317 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab22e53a-66fd-4ebb-a3f4-47baa977d237" -d '{"events": [{"server_uuid": "5bf13a44-e331-4b28-9d44-6890e99df4de", "name": "network-vif-deleted", "tag": "ecb33657-c68d-4387-95f1-ade395dddf6a"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:25:14.025894 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f30c87-3d84-46d9-8066-0005664ef004 admin admin] Network 7aa9c50e-f953-474e-a8eb-45316afa3b7b is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:25:14.053809 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e7d995-8037-46ff-a6cf-718081732df3 x-openstack-request-id: req-05e7d995-8037-46ff-a6cf-718081732df3 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:25:14.054267 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf13a44-e331-4b28-9d44-6890e99df4de", "name": "network-vif-deleted", "tag": "ecb33657-c68d-4387-95f1-ade395dddf6a", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:25:14.054267 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-05e7d995-8037-46ff-a6cf-718081732df3 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:25:14.054675 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e7d995-8037-46ff-a6cf-718081732df3'] response: {'server_uuid': '5bf13a44-e331-4b28-9d44-6890e99df4de', 'name': 'network-vif-deleted', 'tag': 'ecb33657-c68d-4387-95f1-ade395dddf6a', 'status': 'completed', 'code': 200} Oct 06 12:25:14.072644 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:14.078437 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-647afabb-94ce-4545-942b-335e5b823161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:11Z', 'revision_number': 3, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:14.085135 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-37f30c87-3d84-46d9-8066-0005664ef004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, 7aa9c50e-f953-474e-a8eb-45316afa3b7b) {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:14.089356 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f30c87-3d84-46d9-8066-0005664ef004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:14.089949 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-37f30c87-3d84-46d9-8066-0005664ef004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:14.107557 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bd2287-cffe-4717-bbe8-a50747197d05 None None] Network 7aa9c50e-f953-474e-a8eb-45316afa3b7b requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:25:14.117977 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-348e2388-6fc3-41f3-b73b-45485352ecf6 req-ebb8e6c3-2593-40a0-b17d-08a8cc15de96 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459713 Oct 06 12:25:14.120991 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647afabb-94ce-4545-942b-335e5b823161 None None] The sync data for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi is: [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:11Z', 'revision_number': 3, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:25:14.125438 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-37f30c87-3d84-46d9-8066-0005664ef004 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3923812 Oct 06 12:25:14.125841 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 178adb30-0da6-4996-903a-4ee020de2a0a up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:14.127803 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 53452) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:14.132205 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-616215872-router', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:14.180946 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2462'] for router (0964376f-57a1-4990-8d1f-5ff52143a16c), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:14.180946 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2455'] for router (0964376f-57a1-4990-8d1f-5ff52143a16c), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:14.201736 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Publish callbacks [] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:14.235152 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port 178adb30-0da6-4996-903a-4ee020de2a0a completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:25:14.243341 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 178adb30-0da6-4996-903a-4ee020de2a0a triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:14.247236 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:14.247903 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 178adb30-0da6-4996-903a-4ee020de2a0a Oct 06 12:25:14.274068 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Publish callbacks [] for router_controller (0964376f-57a1-4990-8d1f-5ff52143a16c), precommit_add_association {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:14.287400 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e4fcd5-b394-5821-a063-acad06bec7fa-7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'fixed_ips': [{'subnet_id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60'}]}} from dv-cinder-856041-2-iscsi. {{(pid=106141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 12:25:14.288622 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:14.404247 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4b736af0-7b89-4a18-83a6-65c677ffa9cd req-ddf8482e-9eac-4002-9d5e-2e056009d837 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 210 time: 0.0730996 Oct 06 12:25:14.405722 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:14.443614 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:14.478749 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 178adb30-0da6-4996-903a-4ee020de2a0a is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:14.479045 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:14.544818 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Network 397bf80c-f529-4030-8ca3-f73bf801b9a0 is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:14.545921 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178adb30-0da6-4996-903a-4ee020de2a0a'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:25:14.549238 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12c64b5-fad7-41d5-bb10-b01727f326a3" -d '{"events": [{"server_uuid": "5b1825b8-e10c-4c5b-adf9-3456c97a68e2", "name": "network-vif-plugged", "status": "completed", "tag": "178adb30-0da6-4996-903a-4ee020de2a0a"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:25:14.559055 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.db_base_plugin_common [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Allocated IP 172.20.0.2 (7aa9c50e-f953-474e-a8eb-45316afa3b7b/a9e2264b-e345-4bdc-84be-0c47ea836a60/46cd5716-eba4-49b4-8966-a929404c6ab2) {{(pid=106141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:14.573392 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:14.575903 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Pushing event updated for resources: {'Port': ['ID=560a4fd8-24fc-47ac-ab28-3b556d5a942b,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:14.588012 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 178adb30-0da6-4996-903a-4ee020de2a0a, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=178adb30-0da6-4996-903a-4ee020de2a0a,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:14.590467 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:14.615778 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:14.720069 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4ab729-2135-4d9d-8d40-3f6973f16882 x-openstack-request-id: req-5a4ab729-2135-4d9d-8d40-3f6973f16882 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:25:14.720453 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1825b8-e10c-4c5b-adf9-3456c97a68e2", "name": "network-vif-plugged", "status": "completed", "tag": "178adb30-0da6-4996-903a-4ee020de2a0a", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:25:14.720833 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5a4ab729-2135-4d9d-8d40-3f6973f16882 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:25:14.733418 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a4ab729-2135-4d9d-8d40-3f6973f16882'] response: {'server_uuid': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178adb30-0da6-4996-903a-4ee020de2a0a', 'code': 200} Oct 06 12:25:14.786529 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=178adb30-0da6-4996-903a-4ee020de2a0a,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:14.889165 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Publish callbacks [] for router_gateway (0964376f-57a1-4990-8d1f-5ff52143a16c), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:14.907432 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c55ff49c-4476-4abc-8f6a-ced7db3a0804 req-a591d6f2-6d20-4731-906b-1457a021016c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 210 time: 0.2211189 Oct 06 12:25:14.961415 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Publish callbacks [] for port (46cd5716-eba4-49b4-8966-a929404c6ab2), precommit_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:14.974926 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cca53058-551c-45fe-93a6-1ce3423dd100 None None] Provisioning complete for port 560a4fd8-24fc-47ac-ab28-3b556d5a942b triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:14.975638 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cca53058-551c-45fe-93a6-1ce3423dd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:14.976194 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cca53058-551c-45fe-93a6-1ce3423dd100 None None] Attempt 1 to provision port 560a4fd8-24fc-47ac-ab28-3b556d5a942b Oct 06 12:25:14.994439 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665328'] for router_interface (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:15.020627 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (46cd5716-eba4-49b4-8966-a929404c6ab2), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:15.069707 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cca53058-551c-45fe-93a6-1ce3423dd100 None None] Port 560a4fd8-24fc-47ac-ab28-3b556d5a942b cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:25:15.088411 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Network 7aa9c50e-f953-474e-a8eb-45316afa3b7b is already hosted by enough agents. {{(pid=106141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:15.094533 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.base_scheduler [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Resources bound (agent type, host, resource id): {{(pid=106141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:15.099210 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Received port after_create {{(pid=106141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:15.123355 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:15.136403 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Pushing event updated for resources: {'Port': ['ID=46cd5716-eba4-49b4-8966-a929404c6ab2,revision_number=1']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:15.143131 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:15.149153 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-b43c18bd-1ec1-4977-896e-1b5ab3cdee77 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:15.150654 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-b43c18bd-1ec1-4977-896e-1b5ab3cdee77 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 818 time: 0.6676116 Oct 06 12:25:15.160588 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566975a-0954-497e-8fa1-d798974fe693 req-186debc2-c840-4475-8c03-a838530c0a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:15.162770 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6566975a-0954-497e-8fa1-d798974fe693 req-186debc2-c840-4475-8c03-a838530c0a7a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 1129 time: 0.1695969 Oct 06 12:25:15.183222 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Attempting to bind port 46cd5716-eba4-49b4-8966-a929404c6ab2 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:25:15.183725 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Attempting to bind port 46cd5716-eba4-49b4-8966-a929404c6ab2 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '0c5c7493-fd94-4429-bbb4-379ff34330c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:25:15.183976 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Attempting to bind port 46cd5716-eba4-49b4-8966-a929404c6ab2 on network 7aa9c50e-f953-474e-a8eb-45316afa3b7b {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:15.200656 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:15.247642 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:25:15.248255 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Checking segment: {'id': '0c5c7493-fd94-4429-bbb4-379ff34330c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:15.248877 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:15.249432 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Bound using segment: {'id': '0c5c7493-fd94-4429-bbb4-379ff34330c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:25:15.250062 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Bound port: 46cd5716-eba4-49b4-8966-a929404c6ab2, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5c7493-fd94-4429-bbb4-379ff34330c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:25:15.250619 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (46cd5716-eba4-49b4-8966-a929404c6ab2), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:15.329107 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] For port 46cd5716-eba4-49b4-8966-a929404c6ab2, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:25:15.332694 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] For port 46cd5716-eba4-49b4-8966-a929404c6ab2, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=46cd5716-eba4-49b4-8966-a929404c6ab2,segment=NetworkSegment(0c5c7493-fd94-4429-bbb4-379ff34330c1),segment_id=0c5c7493-fd94-4429-bbb4-379ff34330c1)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:25:15.341636 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (46cd5716-eba4-49b4-8966-a929404c6ab2), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:15.466028 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413a7ce-e323-4660-96dc-fb617463fd7d None None] Pushing event updated for resources: {'Port': ['ID=46cd5716-eba4-49b4-8966-a929404c6ab2,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:15.526185 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6566975a-0954-497e-8fa1-d798974fe693 req-7a6d48cc-05e6-43f1-b0bd-6e19927697aa service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155570 Oct 06 12:25:15.539527 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Publish callbacks [] for router_gateway (0964376f-57a1-4990-8d1f-5ff52143a16c), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:15.549320 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d090b-47c4-4404-860f-a80ce4843a04 req-b3771a35-b400-4cab-916d-f8111fc2806f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:15.557149 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f36d090b-47c4-4404-860f-a80ce4843a04 req-b3771a35-b400-4cab-916d-f8111fc2806f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.2762513 Oct 06 12:25:15.618158 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:15.712810 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b775fcad-28c3-42a7-b361-5e4e9378392d req-d1a5df30-9643-4a95-a5c8-f0fcb71dcf00 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bf13a44-e331-4b28-9d44-6890e99df4de HTTP/1.1" status: 200 len: 210 time: 0.1224334 Oct 06 12:25:15.746698 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:15.758035 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7de06029-3a62-4365-9d9b-c526bbf0b9a1 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9138bc89f5204975a18156097530643a HTTP/1.1" status: 200 len: 380 time: 0.3239698 Oct 06 12:25:15.789926 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f36d090b-47c4-4404-860f-a80ce4843a04 req-d5f13a17-d424-457f-8c7a-a937c34c68cc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319365 Oct 06 12:25:15.917858 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device ecb33657-c68d-4387-95f1-ade395dddf6a no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:25:15.929465 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Allocated IP 172.27.0.88 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/281cec55-d202-4b2b-86f6-fbdb123e80a9) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:15.938905 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: ecb33657-c68d-4387-95f1-ade395dddf6a {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:25:15.939252 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device ecb33657-c68d-4387-95f1-ade395dddf6a not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:25:16.053672 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-76b5c059-e84b-4581-8e97-ff7dab40cb68 req-403cdf70-ef70-4651-9cca-df2857359cd6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 210 time: 0.0496168 Oct 06 12:25:16.060580 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:16.087976 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Publish callbacks [] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:16.101456 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-a1de8e26-eb3b-459e-b9f8-c105818f7c0c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Request body: {'port': {'device_id': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'admin_state_up': True, 'tenant_id': '9138bc89f5204975a18156097530643a', 'security_groups': ['1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb']}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:16.105090 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:16.438442 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:16.443691 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Publish callbacks [] for port (281cec55-d202-4b2b-86f6-fbdb123e80a9), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:16.447068 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665452'] for router_interface (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:16.456094 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Pushing event updated for resources: {'Port': ['ID=560a4fd8-24fc-47ac-ab28-3b556d5a942b,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:16.568577 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (281cec55-d202-4b2b-86f6-fbdb123e80a9), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:16.572176 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 4f0b4601-8692-4d90-b21e-21d41699e207 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:16.622039 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 4f0b4601-8692-4d90-b21e-21d41699e207 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:16.622506 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (4f0b4601-8692-4d90-b21e-21d41699e207), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:16.622855 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 4f0b4601-8692-4d90-b21e-21d41699e207 Oct 06 12:25:16.624009 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:16.631494 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:16.633306 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-a1de8e26-eb3b-459e-b9f8-c105818f7c0c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Made reservation on behalf of 9138bc89f5204975a18156097530643a for: {'port': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:25:16.637478 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-a1de8e26-eb3b-459e-b9f8-c105818f7c0c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:16.640264 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:16.714996 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Pushing event updated for resources: {'Port': ['ID=281cec55-d202-4b2b-86f6-fbdb123e80a9,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:16.733467 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 4f0b4601-8692-4d90-b21e-21d41699e207 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:16.734111 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (4f0b4601-8692-4d90-b21e-21d41699e207), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:16.753681 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Network 397bf80c-f529-4030-8ca3-f73bf801b9a0 is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:16.760643 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port 4f0b4601-8692-4d90-b21e-21d41699e207, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=4f0b4601-8692-4d90-b21e-21d41699e207,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:16.765515 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (4f0b4601-8692-4d90-b21e-21d41699e207), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:16.766266 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 46cd5716-eba4-49b4-8966-a929404c6ab2 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:16.868663 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:16.915665 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=4f0b4601-8692-4d90-b21e-21d41699e207,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:16.945907 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 46cd5716-eba4-49b4-8966-a929404c6ab2 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:16.946606 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (46cd5716-eba4-49b4-8966-a929404c6ab2), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:16.946606 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 46cd5716-eba4-49b4-8966-a929404c6ab2 Oct 06 12:25:16.977452 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:17.057465 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 46cd5716-eba4-49b4-8966-a929404c6ab2 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:17.057855 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (46cd5716-eba4-49b4-8966-a929404c6ab2), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:17.105876 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port 46cd5716-eba4-49b4-8966-a929404c6ab2, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=46cd5716-eba4-49b4-8966-a929404c6ab2,segment=NetworkSegment(0c5c7493-fd94-4429-bbb4-379ff34330c1),segment_id=0c5c7493-fd94-4429-bbb4-379ff34330c1)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:17.112591 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (46cd5716-eba4-49b4-8966-a929404c6ab2), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:17.131657 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:17.176103 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=46cd5716-eba4-49b4-8966-a929404c6ab2,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:17.240295 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1b67b-7918-4cbb-9050-e625954e47f5 req-848f31b4-584c-485c-a5f2-c5afa5cf9ff8 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:17.247367 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fdf1b67b-7918-4cbb-9050-e625954e47f5 req-848f31b4-584c-485c-a5f2-c5afa5cf9ff8 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.2674716 Oct 06 12:25:17.269187 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b9c4d5-0fb7-442c-b88b-6b909617ef5a None None] Network 7aa9c50e-f953-474e-a8eb-45316afa3b7b requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:25:17.334619 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-c487d28b-3aed-4681-93ea-81c64665bbc9 None None] Provisioning complete for port 46cd5716-eba4-49b4-8966-a929404c6ab2 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:17.334815 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c487d28b-3aed-4681-93ea-81c64665bbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (46cd5716-eba4-49b4-8966-a929404c6ab2), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:17.335078 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-c487d28b-3aed-4681-93ea-81c64665bbc9 None None] Attempt 1 to provision port 46cd5716-eba4-49b4-8966-a929404c6ab2 Oct 06 12:25:17.336379 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:17.382590 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:17.387765 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-a1de8e26-eb3b-459e-b9f8-c105818f7c0c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Allocated IP 172.20.0.8 (cca2176c-b240-4d92-a159-a5d2161a7a8d/8ea49d5a-1690-442e-8bee-f699c3a4c37b/02cb1ceb-4a00-4f6e-8fe3-e8409283f314) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:17.435537 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Publish callbacks [] for router_gateway (0964376f-57a1-4990-8d1f-5ff52143a16c), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:17.455031 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-c487d28b-3aed-4681-93ea-81c64665bbc9 None None] Current status of the port 46cd5716-eba4-49b4-8966-a929404c6ab2 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:17.465116 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-c487d28b-3aed-4681-93ea-81c64665bbc9 None None] Provisioning complete for port 560a4fd8-24fc-47ac-ab28-3b556d5a942b triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:17.465490 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c487d28b-3aed-4681-93ea-81c64665bbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:17.465828 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-c487d28b-3aed-4681-93ea-81c64665bbc9 None None] Attempt 1 to provision port 560a4fd8-24fc-47ac-ab28-3b556d5a942b Oct 06 12:25:17.481232 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7578d10-df86-4425-8f93-0abf341bca47 req-009af72f-256a-494a-988a-c8632a93905e tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:17.482716 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b7578d10-df86-4425-8f93-0abf341bca47 req-009af72f-256a-494a-988a-c8632a93905e tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 HTTP/1.1" status: 200 len: 808 time: 0.3685040 Oct 06 12:25:17.491336 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fdf1b67b-7918-4cbb-9050-e625954e47f5 req-ae186054-5c86-4e61-ad40-e06f1ab4aa87 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429984 Oct 06 12:25:17.498287 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-c487d28b-3aed-4681-93ea-81c64665bbc9 None None] Port 560a4fd8-24fc-47ac-ab28-3b556d5a942b cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:25:17.501075 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:25:17.569836 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b7578d10-df86-4425-8f93-0abf341bca47 req-d2db88e4-2e26-43bd-86f5-dd440b5ceaf0 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/quotas/53e1ba5fc96344cebdb16d6a3e50ab8f HTTP/1.1" status: 200 len: 375 time: 0.0580091 Oct 06 12:25:17.711614 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4dfc79c3-e8f3-4efb-b978-371e594ac520 req-1f560578-3d9a-428e-ba50-c2aa515a8a68 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 210 time: 0.1374481 Oct 06 12:25:17.717211 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-061d5b10-0554-4efc-9e56-93467907b5c5 None None] Provisioning complete for port 46cd5716-eba4-49b4-8966-a929404c6ab2 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:17.717684 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-061d5b10-0554-4efc-9e56-93467907b5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (46cd5716-eba4-49b4-8966-a929404c6ab2), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:17.718209 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-061d5b10-0554-4efc-9e56-93467907b5c5 None None] Attempt 1 to provision port 46cd5716-eba4-49b4-8966-a929404c6ab2 Oct 06 12:25:17.719426 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b7578d10-df86-4425-8f93-0abf341bca47 req-e371149f-2d17-40f1-aac6-439a1c623d46 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=53e1ba5fc96344cebdb16d6a3e50ab8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1389599 Oct 06 12:25:17.914300 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-061d5b10-0554-4efc-9e56-93467907b5c5 None None] Current status of the port 46cd5716-eba4-49b4-8966-a929404c6ab2 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:18.151842 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:25:18.158131 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:18.161170 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Sync routers for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:25:18.161929 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-8fa5a643-505f-4915-b2eb-38e957f4da89 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/47d28249-2dd1-4c5a-86e1-2bc0c6e8da14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0727913 Oct 06 12:25:18.166500 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-a1de8e26-eb3b-459e-b9f8-c105818f7c0c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for port (02cb1ceb-4a00-4f6e-8fe3-e8409283f314), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:18.176743 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:18.177394 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-991887b1-a241-4d69-8d05-efae692396cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:24:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:18.212348 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b7578d10-df86-4425-8f93-0abf341bca47 req-bd54051b-aaeb-4745-8d2a-7987a9ec654e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a3b35b13-487e-4ccb-b137-7c1ff7b66ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807851 Oct 06 12:25:18.225192 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665995'] for router (0964376f-57a1-4990-8d1f-5ff52143a16c), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:18.291197 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:18.320175 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-a1de8e26-eb3b-459e-b9f8-c105818f7c0c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (02cb1ceb-4a00-4f6e-8fe3-e8409283f314), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:18.428059 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:18.430444 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-a1de8e26-eb3b-459e-b9f8-c105818f7c0c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Network cca2176c-b240-4d92-a159-a5d2161a7a8d is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:18.448667 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-a1de8e26-eb3b-459e-b9f8-c105818f7c0c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:18.456407 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-a1de8e26-eb3b-459e-b9f8-c105818f7c0c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:18.459451 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de8e26-eb3b-459e-b9f8-c105818f7c0c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Pushing event updated for resources: {'Port': ['ID=02cb1ceb-4a00-4f6e-8fe3-e8409283f314,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:18.466496 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b7578d10-df86-4425-8f93-0abf341bca47 req-c27ca51a-fb6a-47d0-8f8c-4fc3f1a7776a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a3b35b13-487e-4ccb-b137-7c1ff7b66ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439463 Oct 06 12:25:18.512757 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-991887b1-a241-4d69-8d05-efae692396cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 2, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:18.542027 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-a1de8e26-eb3b-459e-b9f8-c105818f7c0c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:18.542529 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-a1de8e26-eb3b-459e-b9f8-c105818f7c0c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:18.571424 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Checking router: 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:25:18.571996 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Updating router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 port 560a4fd8-24fc-47ac-ab28-3b556d5a942b binding host dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:25:18.576909 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-a1de8e26-eb3b-459e-b9f8-c105818f7c0c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4917808 Oct 06 12:25:18.589529 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Router 0964376f-57a1-4990-8d1f-5ff52143a16c is scheduled to L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 with binding_index 1 {{(pid=106140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 12:25:18.636047 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:18.706485 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 4f0b4601-8692-4d90-b21e-21d41699e207 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:18.786652 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6122333-882d-4876-b73d-4cf07edbc4e4 req-63ff4f7e-74c0-425f-920e-f00ea03fc258 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:18.789377 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a6122333-882d-4876-b73d-4cf07edbc4e4 req-63ff4f7e-74c0-425f-920e-f00ea03fc258 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.1080003 Oct 06 12:25:18.826757 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d327-1573-4c64-8000-4ed2463d9c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:18.831850 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 4f0b4601-8692-4d90-b21e-21d41699e207 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:18.832387 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (4f0b4601-8692-4d90-b21e-21d41699e207), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:18.832981 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 4f0b4601-8692-4d90-b21e-21d41699e207 Oct 06 12:25:18.863090 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-660600b7-eae1-4a5b-9201-74da43c88b56 req-53cba7bb-c216-47d1-8a5c-c3823799eafa tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0626206 Oct 06 12:25:18.880023 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53532) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:18.880565 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:25:18.887370 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-fda3fa68-1a6d-4b34-a6cb-73d0e0b166a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1110920092-network', 'tenant_id': '7d7cefa469664b099a6f0a24e705bdad'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:18.908360 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Sync routers for ids ['0964376f-57a1-4990-8d1f-5ff52143a16c'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:25:18.936376 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda3fa68-1a6d-4b34-a6cb-73d0e0b166a1 admin admin] Made reservation on behalf of 7d7cefa469664b099a6f0a24e705bdad for: {'network': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:25:18.939810 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:18.940807 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fda3fa68-1a6d-4b34-a6cb-73d0e0b166a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:18.944939 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-37eb78ed-f376-4404-a968-6547aa587cc2 None None] Provisioning complete for port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:18.945322 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-37eb78ed-f376-4404-a968-6547aa587cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (02cb1ceb-4a00-4f6e-8fe3-e8409283f314), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:18.947705 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-1bab0d34-de9b-4766-9331-19d283a58b48 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8188403 Oct 06 12:25:18.948022 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-37eb78ed-f376-4404-a968-6547aa587cc2 None None] Attempt 1 to provision port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 Oct 06 12:25:18.948442 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 53534) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:18.955953 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fda3fa68-1a6d-4b34-a6cb-73d0e0b166a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.016636 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Routers {'0964376f-57a1-4990-8d1f-5ff52143a16c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:19.017294 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:24:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['0964376f-57a1-4990-8d1f-5ff52143a16c'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:19.049431 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:19.066191 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a6122333-882d-4876-b73d-4cf07edbc4e4 req-61e5e237-145f-46fe-a985-2c71233a3d6a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685747 Oct 06 12:25:19.124397 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-37eb78ed-f376-4404-a968-6547aa587cc2 None None] Port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:25:19.156912 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1d1bb-6046-45c3-8a97-7696980edaf8 req-34048cc7-83fd-4033-8dea-58228f1f15bd tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:19.163228 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fda3fa68-1a6d-4b34-a6cb-73d0e0b166a1 admin admin] Publish callbacks [] for security_group (b1a4ba4e-b4b5-4ef4-bc24-42dfbda5c859), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.174792 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-99c1d1bb-6046-45c3-8a97-7696980edaf8 req-34048cc7-83fd-4033-8dea-58228f1f15bd tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 931 time: 0.1285460 Oct 06 12:25:19.175424 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fda3fa68-1a6d-4b34-a6cb-73d0e0b166a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (b1a4ba4e-b4b5-4ef4-bc24-42dfbda5c859), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.215843 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Publish callbacks [] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), precommit_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.223850 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 4f0b4601-8692-4d90-b21e-21d41699e207 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:19.225709 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 46cd5716-eba4-49b4-8966-a929404c6ab2 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:19.226448 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.233171 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda3fa68-1a6d-4b34-a6cb-73d0e0b166a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=106139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:25:19.253499 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-99c1d1bb-6046-45c3-8a97-7696980edaf8 req-2858f3c2-14de-4eee-9154-97f2d897bfb1 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766003 Oct 06 12:25:19.282741 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:19.288165 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fda3fa68-1a6d-4b34-a6cb-73d0e0b166a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.288517 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.segments_db [None req-fda3fa68-1a6d-4b34-a6cb-73d0e0b166a1 admin admin] Added segment a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32 of type vlan for network ebfc519f-05ab-43ee-80ea-27d68769a10a Oct 06 12:25:19.290185 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3fa68-1a6d-4b34-a6cb-73d0e0b166a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a4ba4e-b4b5-4ef4-bc24-42dfbda5c859,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:19.294004 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Set router 0964376f-57a1-4990-8d1f-5ff52143a16c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:19.310266 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b2f2e-c8b6-44e8-8371-68dffb925d95 None None] Pushing event updated for resources: {'Port': ['ID=560a4fd8-24fc-47ac-ab28-3b556d5a942b,revision_number=3']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:19.396521 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Attempting to bind port 560a4fd8-24fc-47ac-ab28-3b556d5a942b on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:25:19.396880 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Attempting to bind port 560a4fd8-24fc-47ac-ab28-3b556d5a942b by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:25:19.397419 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Attempting to bind port 560a4fd8-24fc-47ac-ab28-3b556d5a942b on network 397bf80c-f529-4030-8ca3-f73bf801b9a0 {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:19.401870 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fda3fa68-1a6d-4b34-a6cb-73d0e0b166a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (ebfc519f-05ab-43ee-80ea-27d68769a10a), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.432766 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fda3fa68-1a6d-4b34-a6cb-73d0e0b166a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (ebfc519f-05ab-43ee-80ea-27d68769a10a), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.434144 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda3fa68-1a6d-4b34-a6cb-73d0e0b166a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:19.434874 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fda3fa68-1a6d-4b34-a6cb-73d0e0b166a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.447690 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:25:19.448362 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Checking segment: {'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:19.448938 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.449537 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Bound using segment: {'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:25:19.450228 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Bound port: 560a4fd8-24fc-47ac-ab28-3b556d5a942b, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'}}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:25:19.451112 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.457157 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 46cd5716-eba4-49b4-8966-a929404c6ab2 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:19.457763 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (46cd5716-eba4-49b4-8966-a929404c6ab2), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.458665 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 46cd5716-eba4-49b4-8966-a929404c6ab2 Oct 06 12:25:19.505746 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-fda3fa68-1a6d-4b34-a6cb-73d0e0b166a1 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6245821 Oct 06 12:25:19.508592 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53544) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:19.513606 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-fad32f1b-e6af-4839-bdab-18d5ba2a178e admin admin] Request body: {'subnet': {'network_id': 'ebfc519f-05ab-43ee-80ea-27d68769a10a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1110920092-subnet', 'tenant_id': '7d7cefa469664b099a6f0a24e705bdad', 'ip_version': 4}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:19.535283 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:19.538075 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad32f1b-e6af-4839-bdab-18d5ba2a178e admin admin] Made reservation on behalf of 7d7cefa469664b099a6f0a24e705bdad for: {'subnet': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:25:19.540723 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fad32f1b-e6af-4839-bdab-18d5ba2a178e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4892363'] for subnet (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.543595 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:19.552398 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-991887b1-a241-4d69-8d05-efae692396cc None None] For port 560a4fd8-24fc-47ac-ab28-3b556d5a942b, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:25:19.556343 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-991887b1-a241-4d69-8d05-efae692396cc None None] For port 560a4fd8-24fc-47ac-ab28-3b556d5a942b, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=560a4fd8-24fc-47ac-ab28-3b556d5a942b,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:25:19.559879 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:19.564061 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.578810 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:19.579710 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:19.588755 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'name': 'tempest-TestMinimumBasicScenario-616215872-router', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:14Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 3, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'gw_port': {'id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:15Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:19.623157 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Checking router: 0964376f-57a1-4990-8d1f-5ff52143a16c for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:25:19.623560 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Updating router 0964376f-57a1-4990-8d1f-5ff52143a16c port 281cec55-d202-4b2b-86f6-fbdb123e80a9 binding host dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:25:19.632687 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:19.634011 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b2f2e-c8b6-44e8-8371-68dffb925d95 None None] Pushing event updated for resources: {'Port': ['ID=560a4fd8-24fc-47ac-ab28-3b556d5a942b,revision_number=4']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:19.652446 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 46cd5716-eba4-49b4-8966-a929404c6ab2 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:19.659586 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (281cec55-d202-4b2b-86f6-fbdb123e80a9), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.670254 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:19.671155 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-991887b1-a241-4d69-8d05-efae692396cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:24:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:19.679492 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.741516 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3fa68-1a6d-4b34-a6cb-73d0e0b166a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ebfc519f-05ab-43ee-80ea-27d68769a10a,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:19.746154 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fad32f1b-e6af-4839-bdab-18d5ba2a178e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4794150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4892377'] for subnet (bf46f975-f9ad-4693-84d8-4a4fc18c0231), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.754117 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network ebfc519f-05ab-43ee-80ea-27d68769a10a details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:25:19.823939 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad32f1b-e6af-4839-bdab-18d5ba2a178e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf46f975-f9ad-4693-84d8-4a4fc18c0231,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:19.827292 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad32f1b-e6af-4839-bdab-18d5ba2a178e admin admin] Checking segment: {'id': 'a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebfc519f-05ab-43ee-80ea-27d68769a10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:19.827702 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad32f1b-e6af-4839-bdab-18d5ba2a178e admin admin] Network hostable DHCP agents. Network: ebfc519f-05ab-43ee-80ea-27d68769a10a, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:25:19.850322 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad32f1b-e6af-4839-bdab-18d5ba2a178e admin admin] Network ebfc519f-05ab-43ee-80ea-27d68769a10a is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:25:19.861787 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-fad32f1b-e6af-4839-bdab-18d5ba2a178e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, ebfc519f-05ab-43ee-80ea-27d68769a10a) {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:19.867984 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad32f1b-e6af-4839-bdab-18d5ba2a178e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:19.868872 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fad32f1b-e6af-4839-bdab-18d5ba2a178e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.877979 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e81194-54f1-40c5-b05f-0d6eb4da6aba None None] Network ebfc519f-05ab-43ee-80ea-27d68769a10a requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:25:19.891249 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-fad32f1b-e6af-4839-bdab-18d5ba2a178e admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3812051 Oct 06 12:25:19.893550 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53546) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:19.898984 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1110920092-router', 'tenant_id': '7d7cefa469664b099a6f0a24e705bdad', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:19.923717 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2462'] for router (09c5264c-2327-45ef-931c-a36a318c489a), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.925481 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2455'] for router (09c5264c-2327-45ef-931c-a36a318c489a), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:19.931393 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:19.932959 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-991887b1-a241-4d69-8d05-efae692396cc None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:19.960481 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Allocated IP 172.20.0.1 (7aa9c50e-f953-474e-a8eb-45316afa3b7b/a9e2264b-e345-4bdc-84be-0c47ea836a60/dd67df93-3626-4f36-8ff6-96ce7a6835f4) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:19.989152 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Publish callbacks [] for router_controller (09c5264c-2327-45ef-931c-a36a318c489a), precommit_add_association {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:20.063669 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e4fcd5-b394-5821-a063-acad06bec7fa-ebfc519f-05ab-43ee-80ea-27d68769a10a', 'network_id': 'ebfc519f-05ab-43ee-80ea-27d68769a10a', 'project_id': '7d7cefa469664b099a6f0a24e705bdad', 'fixed_ips': [{'subnet_id': 'bf46f975-f9ad-4693-84d8-4a4fc18c0231'}]}} from dv-cinder-856041-2-iscsi. {{(pid=106141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 12:25:20.064683 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:20.136029 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3d9ed35-78a4-4905-8a54-f6fb7e399b0e req-02cdc45c-14a0-46c9-8e0f-b963e3bfad93 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0913789 Oct 06 12:25:20.194923 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Publish callbacks [] for router_gateway (09c5264c-2327-45ef-931c-a36a318c489a), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:20.219616 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Publish callbacks [] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:20.241961 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Publish callbacks [] for port (281cec55-d202-4b2b-86f6-fbdb123e80a9), precommit_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:20.246247 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:20.264593 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-991887b1-a241-4d69-8d05-efae692396cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:19Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:20.266856 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:20.287124 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (281cec55-d202-4b2b-86f6-fbdb123e80a9), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:20.299518 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991887b1-a241-4d69-8d05-efae692396cc None None] The sync data for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi is: [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:19Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:25:20.340280 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Attempting to bind port 281cec55-d202-4b2b-86f6-fbdb123e80a9 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:25:20.340719 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Attempting to bind port 281cec55-d202-4b2b-86f6-fbdb123e80a9 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:25:20.340987 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Attempting to bind port 281cec55-d202-4b2b-86f6-fbdb123e80a9 on network 3a606d5c-6843-4963-ada6-7bee64b338fb {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:20.347287 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Network 7aa9c50e-f953-474e-a8eb-45316afa3b7b is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:20.360300 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:20.360300 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:20.371535 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c58402-6333-4d5b-8b08-5971a59806fe req-ced74960-5c6c-4ef7-a8e2-626923dec54e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:20.379234 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-74c58402-6333-4d5b-8b08-5971a59806fe req-ced74960-5c6c-4ef7-a8e2-626923dec54e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.1259966 Oct 06 12:25:20.413766 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.db_base_plugin_common [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Allocated IP 172.20.0.2 (ebfc519f-05ab-43ee-80ea-27d68769a10a/bf46f975-f9ad-4693-84d8-4a4fc18c0231/ca59cfbc-250c-4e33-8550-f530724bfa5b) {{(pid=106141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:20.423999 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104ae68-5458-4442-84a1-ee075f7e7fad None None] Pushing event updated for resources: {'Port': ['ID=281cec55-d202-4b2b-86f6-fbdb123e80a9,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:20.482090 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:25:20.482493 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Checking segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:20.482877 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:20.483298 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Bound using segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:25:20.483836 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Bound port: 281cec55-d202-4b2b-86f6-fbdb123e80a9, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:25:20.484209 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (281cec55-d202-4b2b-86f6-fbdb123e80a9), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:20.496643 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Pushing event updated for resources: {'Port': ['ID=dd67df93-3626-4f36-8ff6-96ce7a6835f4,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:20.535009 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01c3d0-773c-4b6a-bcc6-dc155864d2a1 req-b91c69cf-3227-48e9-a64e-573319c72996 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:20.542334 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-df01c3d0-773c-4b6a-bcc6-dc155864d2a1 req-b91c69cf-3227-48e9-a64e-573319c72996 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 931 time: 0.1543045 Oct 06 12:25:20.600741 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:20.602101 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Publish callbacks [] for router_gateway (09c5264c-2327-45ef-931c-a36a318c489a), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:20.629151 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:20.643861 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665328'] for router_interface (0964376f-57a1-4990-8d1f-5ff52143a16c), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:20.655230 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 560a4fd8-24fc-47ac-ab28-3b556d5a942b up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:20.749502 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:20.771359 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] For port 281cec55-d202-4b2b-86f6-fbdb123e80a9, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:25:20.783974 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-74c58402-6333-4d5b-8b08-5971a59806fe req-dbc5d4a1-7f1e-49a3-862e-1b5b63c66282 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3997881 Oct 06 12:25:20.790514 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Allocated IP 172.27.0.23 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/b15d27ad-658c-4463-9e1f-608b7b82290d) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:20.810368 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-848c08a1-f370-48e3-89f7-f6ef1aeeea1a None None] Provisioning complete for port dd67df93-3626-4f36-8ff6-96ce7a6835f4 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:20.811072 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-848c08a1-f370-48e3-89f7-f6ef1aeeea1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:20.811685 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-848c08a1-f370-48e3-89f7-f6ef1aeeea1a None None] Attempt 1 to provision port dd67df93-3626-4f36-8ff6-96ce7a6835f4 Oct 06 12:25:20.827149 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] For port 281cec55-d202-4b2b-86f6-fbdb123e80a9, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=281cec55-d202-4b2b-86f6-fbdb123e80a9,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:25:20.833701 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-df01c3d0-773c-4b6a-bcc6-dc155864d2a1 req-f6142682-f5ea-4344-a256-f5d2a7cbd26f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898936 Oct 06 12:25:20.839847 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:20.865434 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:20.924288 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:20.974927 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Publish callbacks [] for port (b15d27ad-658c-4463-9e1f-608b7b82290d), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:21.015861 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 560a4fd8-24fc-47ac-ab28-3b556d5a942b triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:21.016502 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:21.016768 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 560a4fd8-24fc-47ac-ab28-3b556d5a942b Oct 06 12:25:21.023244 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (b15d27ad-658c-4463-9e1f-608b7b82290d), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:21.036112 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (281cec55-d202-4b2b-86f6-fbdb123e80a9), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:21.077141 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:21.081234 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Publish callbacks [] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:21.083755 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:21.086817 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:21.088556 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:21.117246 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-848c08a1-f370-48e3-89f7-f6ef1aeeea1a None None] Port dd67df93-3626-4f36-8ff6-96ce7a6835f4 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:25:21.119459 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Publish callbacks [] for port (ca59cfbc-250c-4e33-8550-f530724bfa5b), precommit_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:21.136602 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-52592c59-1be0-47cb-94da-b6f3dbdada34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:21.146285 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (ca59cfbc-250c-4e33-8550-f530724bfa5b), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:21.155243 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Routers {'0964376f-57a1-4990-8d1f-5ff52143a16c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:21.156132 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:24:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['0964376f-57a1-4990-8d1f-5ff52143a16c'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:21.181020 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Pushing event updated for resources: {'Port': ['ID=dd67df93-3626-4f36-8ff6-96ce7a6835f4,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:21.205389 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665452'] for router_interface (0964376f-57a1-4990-8d1f-5ff52143a16c), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:21.220998 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Pushing event updated for resources: {'Port': ['ID=b15d27ad-658c-4463-9e1f-608b7b82290d,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:21.262826 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104ae68-5458-4442-84a1-ee075f7e7fad None None] Pushing event updated for resources: {'Port': ['ID=281cec55-d202-4b2b-86f6-fbdb123e80a9,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:21.274546 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Network ebfc519f-05ab-43ee-80ea-27d68769a10a is already hosted by enough agents. {{(pid=106141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:21.303289 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.base_scheduler [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Resources bound (agent type, host, resource id): {{(pid=106141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:21.308886 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5c8a3cc1-917c-4482-b58a-af4159e001a7 req-d7c058f5-9b7b-43c2-9801-bd5e92510938 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0674355 Oct 06 12:25:21.326104 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Received port after_create {{(pid=106141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:21.371373 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Network 7aa9c50e-f953-474e-a8eb-45316afa3b7b is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:21.373302 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:21.472323 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Request body: {'port': {'device_id': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:21.487169 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Pushing event updated for resources: {'Port': ['ID=ca59cfbc-250c-4e33-8550-f530724bfa5b,revision_number=1']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:21.500354 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 560a4fd8-24fc-47ac-ab28-3b556d5a942b is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:21.500992 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:21.523173 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:21.557377 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] Set router 0964376f-57a1-4990-8d1f-5ff52143a16c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:21.591296 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Publish callbacks [] for router_gateway (09c5264c-2327-45ef-931c-a36a318c489a), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:21.631137 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (02cb1ceb-4a00-4f6e-8fe3-e8409283f314), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:21.702584 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Attempting to bind port ca59cfbc-250c-4e33-8550-f530724bfa5b on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:25:21.702584 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Attempting to bind port ca59cfbc-250c-4e33-8550-f530724bfa5b by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': 'a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebfc519f-05ab-43ee-80ea-27d68769a10a'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:25:21.702906 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Attempting to bind port ca59cfbc-250c-4e33-8550-f530724bfa5b on network ebfc519f-05ab-43ee-80ea-27d68769a10a {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:21.722816 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port 560a4fd8-24fc-47ac-ab28-3b556d5a942b, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=560a4fd8-24fc-47ac-ab28-3b556d5a942b,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:21.789404 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Router 0964376f-57a1-4990-8d1f-5ff52143a16c has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:25:21.965745 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:22.019178 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:22.068282 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-d62f0810-dd4b-419a-9ddd-31071ce2505b None None] Provisioning complete for port dd67df93-3626-4f36-8ff6-96ce7a6835f4 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:22.068663 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-d62f0810-dd4b-419a-9ddd-31071ce2505b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:22.069001 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-d62f0810-dd4b-419a-9ddd-31071ce2505b None None] Attempt 1 to provision port dd67df93-3626-4f36-8ff6-96ce7a6835f4 Oct 06 12:25:22.135060 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:22.184219 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:22.193293 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-d62f0810-dd4b-419a-9ddd-31071ce2505b None None] Port dd67df93-3626-4f36-8ff6-96ce7a6835f4 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:25:22.214940 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665995'] for router (09c5264c-2327-45ef-931c-a36a318c489a), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:22.215397 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=560a4fd8-24fc-47ac-ab28-3b556d5a942b,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:22.227679 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'name': 'tempest-TestMinimumBasicScenario-616215872-router', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:14Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 4, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'gw_port': {'id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:15Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'dd67df93-3626-4f36-8ff6-96ce7a6835f4', 'name': '', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'mac_address': 'fa:16:3e:2a:4f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 2, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'subnets': [{'id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:22.232944 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:25:22.233688 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Checking segment: {'id': 'a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebfc519f-05ab-43ee-80ea-27d68769a10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:22.234361 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:22.234939 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Bound using segment: {'id': 'a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebfc519f-05ab-43ee-80ea-27d68769a10a'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:25:22.235637 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Bound port: ca59cfbc-250c-4e33-8550-f530724bfa5b, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebfc519f-05ab-43ee-80ea-27d68769a10a'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:25:22.236439 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (ca59cfbc-250c-4e33-8550-f530724bfa5b), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:22.295432 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd831883-c23a-45f5-9e83-1c2a6c86b00d None None] The sync data for ids ['0964376f-57a1-4990-8d1f-5ff52143a16c'] in dv-cinder-856041-2-iscsi is: [{'id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'name': 'tempest-TestMinimumBasicScenario-616215872-router', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:14Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 4, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'gw_port': {'id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:15Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'dd67df93-3626-4f36-8ff6-96ce7a6835f4', 'name': '', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'mac_address': 'fa:16:3e:2a:4f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 2, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'subnets': [{'id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:25:22.401793 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] For port ca59cfbc-250c-4e33-8550-f530724bfa5b, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:25:22.408806 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] For port ca59cfbc-250c-4e33-8550-f530724bfa5b, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=ca59cfbc-250c-4e33-8550-f530724bfa5b,segment=NetworkSegment(a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32),segment_id=a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:25:22.421637 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (ca59cfbc-250c-4e33-8550-f530724bfa5b), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:22.436375 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c102c-cfb6-4fa6-88c6-c493640a8b77 req-1dba95ba-fcfc-4d62-ae59-0e5f9c508970 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:22.438027 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-231c102c-cfb6-4fa6-88c6-c493640a8b77 req-1dba95ba-fcfc-4d62-ae59-0e5f9c508970 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 931 time: 0.0722091 Oct 06 12:25:22.468988 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Router 09c5264c-2327-45ef-931c-a36a318c489a is scheduled to L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 with binding_index 1 {{(pid=106139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 12:25:22.488719 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:22.516868 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd4f4e-2a60-4656-bb3a-a815bf441546 None None] Pushing event updated for resources: {'Port': ['ID=ca59cfbc-250c-4e33-8550-f530724bfa5b,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:22.569606 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:22.580467 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e77bb-4e62-42be-aff7-e51854028d75 req-207f0674-29c2-4784-939c-e9509dd82e57 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:22.582050 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-413e77bb-4e62-42be-aff7-e51854028d75 req-207f0674-29c2-4784-939c-e9509dd82e57 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.2176261 Oct 06 12:25:22.663427 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 560a4fd8-24fc-47ac-ab28-3b556d5a942b up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:22.709087 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:25:22.718266 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:25:22.722460 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-231c102c-cfb6-4fa6-88c6-c493640a8b77 req-2bb38bc0-e4f7-4d44-9675-38e0817cf70a tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631383 Oct 06 12:25:22.723236 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Sync routers for ids ['09c5264c-2327-45ef-931c-a36a318c489a'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:25:22.732288 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-a2c4364f-777f-4b21-b24b-13c9a98c658f admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/0964376f-57a1-4990-8d1f-5ff52143a16c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7697463 Oct 06 12:25:22.737598 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 560a4fd8-24fc-47ac-ab28-3b556d5a942b triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:22.737973 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:22.738315 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 560a4fd8-24fc-47ac-ab28-3b556d5a942b Oct 06 12:25:22.746496 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Routers {'09c5264c-2327-45ef-931c-a36a318c489a'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:22.747680 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:25:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['09c5264c-2327-45ef-931c-a36a318c489a'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:22.852985 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:22.855111 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-dbeb7a64-57aa-4b7a-afaf-08f34e686153 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9595909 Oct 06 12:25:22.861018 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53576) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:22.957518 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Set router 09c5264c-2327-45ef-931c-a36a318c489a gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:23.056483 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 560a4fd8-24fc-47ac-ab28-3b556d5a942b is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:23.206709 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7578d10-df86-4425-8f93-0abf341bca47 req-c8c91b27-f4bd-4255-977b-076b3819d2a5 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:23.209860 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b7578d10-df86-4425-8f93-0abf341bca47 req-c8c91b27-f4bd-4255-977b-076b3819d2a5 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.23 "GET /networking/v2.0/networks?id=a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 HTTP/1.1" status: 200 len: 808 time: 0.5561182 Oct 06 12:25:23.210868 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:23.214241 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-413e77bb-4e62-42be-aff7-e51854028d75 req-c4b6b4b9-adce-44fc-853c-e46a3017c888 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6154258 Oct 06 12:25:23.257510 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5a1da8c0-e5a4-40d3-8f60-4d8816acdb3b req-aecb7999-0d9c-4065-84ec-a30e78b10f2f tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.2917917 Oct 06 12:25:23.258240 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c5264c-2327-45ef-931c-a36a318c489a', 'name': 'tempest-TestVolumeBootPattern-1110920092-router', 'tenant_id': '7d7cefa469664b099a6f0a24e705bdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'b15d27ad-658c-4463-9e1f-608b7b82290d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 3, 'project_id': '7d7cefa469664b099a6f0a24e705bdad', 'gw_port': {'id': 'b15d27ad-658c-4463-9e1f-608b7b82290d', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c5264c-2327-45ef-931c-a36a318c489a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:20Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:23.264854 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 {{(pid=106140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:25:23.296974 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Publish callbacks [] for port (02cb1ceb-4a00-4f6e-8fe3-e8409283f314), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:23.315190 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-b7578d10-df86-4425-8f93-0abf341bca47 req-8a6ab033-faa5-424b-9fc3-7a28f666bb59 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Request body: {'port': {'device_id': '0d8e72d3-918b-4046-897d-e7c3f5a5913c', 'network_id': 'a3b35b13-487e-4ccb-b137-7c1ff7b66ae5', 'admin_state_up': True, 'tenant_id': '53e1ba5fc96344cebdb16d6a3e50ab8f'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:23.323111 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Checking router: 09c5264c-2327-45ef-931c-a36a318c489a for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:25:23.323790 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Updating router 09c5264c-2327-45ef-931c-a36a318c489a port b15d27ad-658c-4463-9e1f-608b7b82290d binding host dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:25:23.374648 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (b15d27ad-658c-4463-9e1f-608b7b82290d), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:23.520895 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.provisioning_blocks [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Transition to ACTIVE for port object 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 will not be triggered until provisioned by entity L2. {{(pid=106140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:25:23.537472 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (02cb1ceb-4a00-4f6e-8fe3-e8409283f314), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:23.547401 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:23.603428 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:23.620008 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7578d10-df86-4425-8f93-0abf341bca47 req-8a6ab033-faa5-424b-9fc3-7a28f666bb59 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Made reservation on behalf of 53e1ba5fc96344cebdb16d6a3e50ab8f for: {'port': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:25:23.627333 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b7578d10-df86-4425-8f93-0abf341bca47 req-8a6ab033-faa5-424b-9fc3-7a28f666bb59 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:23.641815 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adb5b2-298e-4d34-8310-ac0a959c73ec req-a5fca42a-f943-4193-a32a-ddcba2ae830f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:23.648770 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-23adb5b2-298e-4d34-8310-ac0a959c73ec req-a5fca42a-f943-4193-a32a-ddcba2ae830f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.2965136 Oct 06 12:25:23.672211 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53596) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:23.690401 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-d53f1428-7045-44c9-8c81-65bae02f29af tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Request body: {'floatingip': {'port_id': '178adb30-0da6-4996-903a-4ee020de2a0a'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:23.783398 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:23.791981 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-d53f1428-7045-44c9-8c81-65bae02f29af tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for floatingip (45ff3559-6711-4292-af6c-0691df0a4348), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:23.857474 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Publish callbacks [] for port (b15d27ad-658c-4463-9e1f-608b7b82290d), precommit_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:23.867715 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (b15d27ad-658c-4463-9e1f-608b7b82290d), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:23.973042 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Pushing event updated for resources: {'Port': ['ID=02cb1ceb-4a00-4f6e-8fe3-e8409283f314,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:23.979439 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Attempting to bind port b15d27ad-658c-4463-9e1f-608b7b82290d on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:25:23.989804 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Attempting to bind port b15d27ad-658c-4463-9e1f-608b7b82290d by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:25:23.990451 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Attempting to bind port b15d27ad-658c-4463-9e1f-608b7b82290d on network 3a606d5c-6843-4963-ada6-7bee64b338fb {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:23.995495 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc15bbc-e6a6-4fd5-b72d-f7c93c18ec1c None None] Pushing event updated for resources: {'Port': ['ID=b15d27ad-658c-4463-9e1f-608b7b82290d,revision_number=2']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:24.073384 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53608) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:24.083114 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-2762e559-9c51-4090-b32e-00aa53be3116 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-644488514-network', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:24.083828 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Attempting to bind port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:25:24.084350 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Attempting to bind port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:25:24.084866 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Attempting to bind port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 on network cca2176c-b240-4d92-a159-a5d2161a7a8d {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:24.101667 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:25:24.102036 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Checking segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:24.102453 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:24.102816 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Bound using segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:25:24.103371 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Bound port: b15d27ad-658c-4463-9e1f-608b7b82290d, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:25:24.103732 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (b15d27ad-658c-4463-9e1f-608b7b82290d), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:24.133777 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:24.141208 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:24.151356 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d93b-9f3e-4868-8bad-2499ec58cf6c req-b9a96d0a-f2ae-4e32-994d-1e94db6bf25f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:24.154874 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-64c8d93b-9f3e-4868-8bad-2499ec58cf6c req-b9a96d0a-f2ae-4e32-994d-1e94db6bf25f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 943 time: 0.1994858 Oct 06 12:25:24.168536 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7fd5dd-df23-4a07-9627-530d03337545 None None] Network ebfc519f-05ab-43ee-80ea-27d68769a10a requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:25:24.172251 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2762e559-9c51-4090-b32e-00aa53be3116 admin admin] Made reservation on behalf of b82af73e810a4053a0a125077f1b22b5 for: {'network': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:25:24.175168 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2762e559-9c51-4090-b32e-00aa53be3116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:24.196372 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 on network cca2176c-b240-4d92-a159-a5d2161a7a8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:25:24.197011 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Attempting to bind port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 on network cca2176c-b240-4d92-a159-a5d2161a7a8d {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:24.222665 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] For port b15d27ad-658c-4463-9e1f-608b7b82290d, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:25:24.229598 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2762e559-9c51-4090-b32e-00aa53be3116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:24.232432 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] For port b15d27ad-658c-4463-9e1f-608b7b82290d, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=b15d27ad-658c-4463-9e1f-608b7b82290d,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:25:24.258466 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:24.271799 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (b15d27ad-658c-4463-9e1f-608b7b82290d), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:24.275854 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:24.311914 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:24.329274 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-64c8d93b-9f3e-4868-8bad-2499ec58cf6c req-1bdbc180-050c-4b6d-9b1c-c53b79fe5755 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596599 Oct 06 12:25:24.346238 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:24.353070 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-958f45fa-180f-4c50-8dd1-de8ac55b8fac None None] Provisioning complete for port ca59cfbc-250c-4e33-8550-f530724bfa5b triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:24.354298 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-958f45fa-180f-4c50-8dd1-de8ac55b8fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (ca59cfbc-250c-4e33-8550-f530724bfa5b), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:24.354954 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-958f45fa-180f-4c50-8dd1-de8ac55b8fac None None] Attempt 1 to provision port ca59cfbc-250c-4e33-8550-f530724bfa5b Oct 06 12:25:24.374599 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [req-b7578d10-df86-4425-8f93-0abf341bca47 req-8a6ab033-faa5-424b-9fc3-7a28f666bb59 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Allocated IP 172.20.0.9 (a3b35b13-487e-4ccb-b137-7c1ff7b66ae5/a589d958-0156-42ff-8794-9a5708f20bf1/5fc05d61-8835-4816-b8ac-5f557c8e0fdb) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:24.381412 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:25:24.387570 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Checking segment: {'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:24.388220 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Bound using segment: {'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:25:24.388860 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Bound port: 02cb1ceb-4a00-4f6e-8fe3-e8409283f314, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d'}}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:25:24.389410 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (02cb1ceb-4a00-4f6e-8fe3-e8409283f314), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:24.392449 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Routers {'09c5264c-2327-45ef-931c-a36a318c489a'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:24.393196 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:25:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['09c5264c-2327-45ef-931c-a36a318c489a'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:24.407065 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:25:24.469108 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-47e07499-cfe2-4349-ae6f-f1690aadcf42 req-259ee709-e12b-416e-bd46-13ef7a1f347a tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0917737 Oct 06 12:25:24.562904 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc15bbc-e6a6-4fd5-b72d-f7c93c18ec1c None None] Pushing event updated for resources: {'Port': ['ID=b15d27ad-658c-4463-9e1f-608b7b82290d,revision_number=3']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:24.585032 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-958f45fa-180f-4c50-8dd1-de8ac55b8fac None None] Current status of the port ca59cfbc-250c-4e33-8550-f530724bfa5b is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:24.585658 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-958f45fa-180f-4c50-8dd1-de8ac55b8fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (ca59cfbc-250c-4e33-8550-f530724bfa5b), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:24.642778 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:24.648837 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-958f45fa-180f-4c50-8dd1-de8ac55b8fac None None] For port ca59cfbc-250c-4e33-8550-f530724bfa5b, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=ca59cfbc-250c-4e33-8550-f530724bfa5b,segment=NetworkSegment(a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32),segment_id=a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:24.661810 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-958f45fa-180f-4c50-8dd1-de8ac55b8fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (ca59cfbc-250c-4e33-8550-f530724bfa5b), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:24.743119 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 281cec55-d202-4b2b-86f6-fbdb123e80a9 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:24.747724 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] Set router 09c5264c-2327-45ef-931c-a36a318c489a gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:24.824897 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f45fa-180f-4c50-8dd1-de8ac55b8fac None None] Pushing event updated for resources: {'Port': ['ID=ca59cfbc-250c-4e33-8550-f530724bfa5b,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:24.835138 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] For port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314, host hv-cinder-85604, cleared binding levels {{(pid=106140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:25:24.844915 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 281cec55-d202-4b2b-86f6-fbdb123e80a9 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:24.846045 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (281cec55-d202-4b2b-86f6-fbdb123e80a9), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:24.846045 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 281cec55-d202-4b2b-86f6-fbdb123e80a9 Oct 06 12:25:24.878611 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:24.882780 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] For port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=02cb1ceb-4a00-4f6e-8fe3-e8409283f314,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:25:24.901261 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (02cb1ceb-4a00-4f6e-8fe3-e8409283f314), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:24.908034 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b7578d10-df86-4425-8f93-0abf341bca47 req-8a6ab033-faa5-424b-9fc3-7a28f666bb59 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Publish callbacks [] for port (5fc05d61-8835-4816-b8ac-5f557c8e0fdb), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:24.944766 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 281cec55-d202-4b2b-86f6-fbdb123e80a9 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:24.945131 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (281cec55-d202-4b2b-86f6-fbdb123e80a9), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:24.969309 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port 281cec55-d202-4b2b-86f6-fbdb123e80a9, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=281cec55-d202-4b2b-86f6-fbdb123e80a9,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:24.977117 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (281cec55-d202-4b2b-86f6-fbdb123e80a9), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:24.978127 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device ca59cfbc-250c-4e33-8550-f530724bfa5b up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:24.982324 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Allocated IP 172.20.0.1 (ebfc519f-05ab-43ee-80ea-27d68769a10a/bf46f975-f9ad-4693-84d8-4a4fc18c0231/f205063c-7540-4f78-911d-11c49c88360c) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:24.982489 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:24.983089 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:24.984509 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/02cb1ceb-4a00-4f6e-8fe3-e8409283f314 HTTP/1.1" status: 200 len: 1093 time: 3.5255177 Oct 06 12:25:24.985287 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'tag': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:25:24.987772 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a9010e-6f75-4afb-b2ed-49dfd73e5e54" -d '{"events": [{"name": "network-changed", "server_uuid": "1620fb3a-f872-41f2-83d2-909fbe71f438", "tag": "02cb1ceb-4a00-4f6e-8fe3-e8409283f314"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:25:25.036502 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad99572-ddd8-477d-9163-8c750d9a4e35 service neutron] Pushing event updated for resources: {'Port': ['ID=02cb1ceb-4a00-4f6e-8fe3-e8409283f314,revision_number=3']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:25.063188 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c5264c-2327-45ef-931c-a36a318c489a', 'name': 'tempest-TestVolumeBootPattern-1110920092-router', 'tenant_id': '7d7cefa469664b099a6f0a24e705bdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'b15d27ad-658c-4463-9e1f-608b7b82290d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 3, 'project_id': '7d7cefa469664b099a6f0a24e705bdad', 'gw_port': {'id': 'b15d27ad-658c-4463-9e1f-608b7b82290d', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c5264c-2327-45ef-931c-a36a318c489a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:20Z', 'updated_at': '2022-10-06T12:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:25.078211 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b7578d10-df86-4425-8f93-0abf341bca47 req-8a6ab033-faa5-424b-9fc3-7a28f666bb59 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (5fc05d61-8835-4816-b8ac-5f557c8e0fdb), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.082284 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8129b53d-8479-48ab-afcb-9a0bda52bd45 x-openstack-request-id: req-8129b53d-8479-48ab-afcb-9a0bda52bd45 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:25:25.082711 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1620fb3a-f872-41f2-83d2-909fbe71f438", "tag": "02cb1ceb-4a00-4f6e-8fe3-e8409283f314", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:25:25.083032 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8129b53d-8479-48ab-afcb-9a0bda52bd45 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:25:25.083498 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8129b53d-8479-48ab-afcb-9a0bda52bd45'] response: {'name': 'network-changed', 'server_uuid': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'tag': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314', 'status': 'completed', 'code': 200} Oct 06 12:25:25.123954 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562b656e-7ec9-4453-b9b6-a6cd1100b81b None None] The sync data for ids ['09c5264c-2327-45ef-931c-a36a318c489a'] in dv-cinder-856041-2-iscsi is: [{'id': '09c5264c-2327-45ef-931c-a36a318c489a', 'name': 'tempest-TestVolumeBootPattern-1110920092-router', 'tenant_id': '7d7cefa469664b099a6f0a24e705bdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'b15d27ad-658c-4463-9e1f-608b7b82290d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 3, 'project_id': '7d7cefa469664b099a6f0a24e705bdad', 'gw_port': {'id': 'b15d27ad-658c-4463-9e1f-608b7b82290d', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c5264c-2327-45ef-931c-a36a318c489a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:20Z', 'updated_at': '2022-10-06T12:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:25:25.161191 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-1d7a4b5f-8e78-4974-91bd-c6f383a7ef0b None None] Provisioning complete for port ca59cfbc-250c-4e33-8550-f530724bfa5b triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:25.161561 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4b5f-8e78-4974-91bd-c6f383a7ef0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (ca59cfbc-250c-4e33-8550-f530724bfa5b), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.161892 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-1d7a4b5f-8e78-4974-91bd-c6f383a7ef0b None None] Attempt 1 to provision port ca59cfbc-250c-4e33-8550-f530724bfa5b Oct 06 12:25:25.170219 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7578d10-df86-4425-8f93-0abf341bca47 req-8a6ab033-faa5-424b-9fc3-7a28f666bb59 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Network a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:25.178293 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [req-b7578d10-df86-4425-8f93-0abf341bca47 req-8a6ab033-faa5-424b-9fc3-7a28f666bb59 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:25.187141 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7578d10-df86-4425-8f93-0abf341bca47 req-8a6ab033-faa5-424b-9fc3-7a28f666bb59 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:25.188265 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Publish callbacks [] for port (f205063c-7540-4f78-911d-11c49c88360c), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.214542 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ab033-faa5-424b-9fc3-7a28f666bb59 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Pushing event updated for resources: {'Port': ['ID=5fc05d61-8835-4816-b8ac-5f557c8e0fdb,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:25.220470 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-1d231a90-c60f-465a-adae-ab128c8a94df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:25.222235 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-1d231a90-c60f-465a-adae-ab128c8a94df service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 1127 time: 0.1068759 Oct 06 12:25:25.251806 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (f205063c-7540-4f78-911d-11c49c88360c), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.259334 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2762e559-9c51-4090-b32e-00aa53be3116 admin admin] Publish callbacks [] for security_group (fb7eef9e-7ccf-4afd-9e8d-447a126312ed), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.289277 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7578d10-df86-4425-8f93-0abf341bca47 req-8a6ab033-faa5-424b-9fc3-7a28f666bb59 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:25.289646 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2762e559-9c51-4090-b32e-00aa53be3116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (fb7eef9e-7ccf-4afd-9e8d-447a126312ed), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.290050 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b7578d10-df86-4425-8f93-0abf341bca47 req-8a6ab033-faa5-424b-9fc3-7a28f666bb59 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.295249 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-5d53d696-1d44-416a-acfe-3b728b4cc274 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02cb1ceb-4a00-4f6e-8fe3-e8409283f314 HTTP/1.1" status: 200 len: 217 time: 0.0546193 Oct 06 12:25:25.324580 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Network ebfc519f-05ab-43ee-80ea-27d68769a10a is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:25.337244 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b7578d10-df86-4425-8f93-0abf341bca47 req-8a6ab033-faa5-424b-9fc3-7a28f666bb59 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0484014 Oct 06 12:25:25.354666 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-594514e2-7407-42ef-a1f6-60aa355943d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:25.356205 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-594514e2-7407-42ef-a1f6-60aa355943d5 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.0533407 Oct 06 12:25:25.361312 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:25.361955 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Request body: {'port': {'device_id': '0d8e72d3-918b-4046-897d-e7c3f5a5913c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:25.363526 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2762e559-9c51-4090-b32e-00aa53be3116 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=106139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:25:25.377742 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:25.394974 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Pushing event updated for resources: {'Port': ['ID=f205063c-7540-4f78-911d-11c49c88360c,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:25.415180 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:25.417131 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-cb995756-bbf6-48cc-b989-f8d5ac532d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:25.418952 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-cb995756-bbf6-48cc-b989-f8d5ac532d8f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527916 Oct 06 12:25:25.431793 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.db.resource_extend [None req-d53f1428-7045-44c9-8c81-65bae02f29af tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 06 12:25:25.434476 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2762e559-9c51-4090-b32e-00aa53be3116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (b55fedec-ddb7-439b-b80b-d70e85807dcc), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.434900 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.segments_db [None req-2762e559-9c51-4090-b32e-00aa53be3116 admin admin] Added segment b55fedec-ddb7-439b-b80b-d70e85807dcc of type vlan for network 009d8484-70bc-499f-bb53-48e857c73e17 Oct 06 12:25:25.449260 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a4b5f-8e78-4974-91bd-c6f383a7ef0b None None] Current status of the port ca59cfbc-250c-4e33-8550-f530724bfa5b is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:25.451757 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port ca59cfbc-250c-4e33-8550-f530724bfa5b triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:25.452222 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (ca59cfbc-250c-4e33-8550-f530724bfa5b), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.452605 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port ca59cfbc-250c-4e33-8550-f530724bfa5b Oct 06 12:25:25.455016 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=281cec55-d202-4b2b-86f6-fbdb123e80a9,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:25.498186 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762e559-9c51-4090-b32e-00aa53be3116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7eef9e-7ccf-4afd-9e8d-447a126312ed,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:25.551283 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:25.585873 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2762e559-9c51-4090-b32e-00aa53be3116 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (009d8484-70bc-499f-bb53-48e857c73e17), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.586486 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port ca59cfbc-250c-4e33-8550-f530724bfa5b is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:25.589934 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-d53f1428-7045-44c9-8c81-65bae02f29af tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.594312 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665328'] for router_interface (09c5264c-2327-45ef-931c-a36a318c489a), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.602545 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-d53f1428-7045-44c9-8c81-65bae02f29af tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (45ff3559-6711-4292-af6c-0691df0a4348), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.607309 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8779b-f08a-4461-be72-d4df73c8e0ba req-6c527ce3-0a2f-4491-95a8-674ed798655f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:25.608892 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cad8779b-f08a-4461-be72-d4df73c8e0ba req-6c527ce3-0a2f-4491-95a8-674ed798655f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 943 time: 0.1110318 Oct 06 12:25:25.640968 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (5fc05d61-8835-4816-b8ac-5f557c8e0fdb), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.657172 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:25.689707 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:25.716587 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2762e559-9c51-4090-b32e-00aa53be3116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (009d8484-70bc-499f-bb53-48e857c73e17), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.717605 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2762e559-9c51-4090-b32e-00aa53be3116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:25.718196 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2762e559-9c51-4090-b32e-00aa53be3116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.763807 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:25.773288 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-817236ab-0a93-4f06-a02d-75cf936b9fb6 None None] Provisioning complete for port f205063c-7540-4f78-911d-11c49c88360c triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:25.773815 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-817236ab-0a93-4f06-a02d-75cf936b9fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (f205063c-7540-4f78-911d-11c49c88360c), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:25.774242 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-817236ab-0a93-4f06-a02d-75cf936b9fb6 None None] Attempt 1 to provision port f205063c-7540-4f78-911d-11c49c88360c Oct 06 12:25:25.775028 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e854d1-a5dc-4362-878d-748520f300df req-0e1e48e5-a2d1-4682-af33-35512d1708c4 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:25.786512 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-10e854d1-a5dc-4362-878d-748520f300df req-0e1e48e5-a2d1-4682-af33-35512d1708c4 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 931 time: 0.1732712 Oct 06 12:25:25.839638 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-817236ab-0a93-4f06-a02d-75cf936b9fb6 None None] Port f205063c-7540-4f78-911d-11c49c88360c cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:25:25.847829 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-2762e559-9c51-4090-b32e-00aa53be3116 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7710140 Oct 06 12:25:25.852173 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 53626) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:25.856160 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-61dc725a-28fb-4ab9-b512-7e97d12d7071 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160848 Oct 06 12:25:25.859310 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cad8779b-f08a-4461-be72-d4df73c8e0ba req-3b0cd102-d8c5-4e44-8743-d2e42ea45d4e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143211 Oct 06 12:25:25.867887 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-51d0cca7-9a6d-415e-a3cb-8cfe908a2f88 admin admin] Request body: {'subnet': {'network_id': '009d8484-70bc-499f-bb53-48e857c73e17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-644488514-subnet', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5', 'ip_version': 4}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:25.869411 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762e559-9c51-4090-b32e-00aa53be3116 admin admin] Pushing event updated for resources: {'Network': ['ID=009d8484-70bc-499f-bb53-48e857c73e17,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:25.875908 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.l3_db [None req-d53f1428-7045-44c9-8c81-65bae02f29af tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Floating IP 45ff3559-6711-4292-af6c-0691df0a4348 associated. External IP: 172.27.0.211, port: 178adb30-0da6-4996-903a-4ee020de2a0a. Oct 06 12:25:25.883780 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network 009d8484-70bc-499f-bb53-48e857c73e17 details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:25:26.027327 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d0cca7-9a6d-415e-a3cb-8cfe908a2f88 admin admin] Made reservation on behalf of b82af73e810a4053a0a125077f1b22b5 for: {'subnet': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:25:26.029769 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-51d0cca7-9a6d-415e-a3cb-8cfe908a2f88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5090785'] for subnet (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:26.034778 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-10e854d1-a5dc-4362-878d-748520f300df req-11b1eb1c-b29b-49fc-9ad2-7ed6763c0172 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474031 Oct 06 12:25:26.336813 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (f205063c-7540-4f78-911d-11c49c88360c), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:26.479774 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2295449-0cf1-4c85-96e3-8ee32b5fa591 req-e7bf3f8d-614c-4971-ac80-a26f3e4cb0c5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077433 Oct 06 12:25:26.605440 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53f1428-7045-44c9-8c81-65bae02f29af tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Router 16fdc899-424f-472b-9b3b-494f3046e928 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:25:26.623203 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc05d61-8835-4816-b8ac-5f557c8e0fdb {{(pid=106140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:25:26.638078 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Publish callbacks [] for port (5fc05d61-8835-4816-b8ac-5f557c8e0fdb), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:26.642416 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:26.683271 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Publish callbacks [] for port (f205063c-7540-4f78-911d-11c49c88360c), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:26.697057 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.provisioning_blocks [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Transition to ACTIVE for port object 5fc05d61-8835-4816-b8ac-5f557c8e0fdb will not be triggered until provisioned by entity L2. {{(pid=106140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:25:26.706071 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (5fc05d61-8835-4816-b8ac-5f557c8e0fdb), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:26.725579 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Sync routers for ids ['0964376f-57a1-4990-8d1f-5ff52143a16c'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:25:26.739858 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-51d0cca7-9a6d-415e-a3cb-8cfe908a2f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5175933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5090803'] for subnet (84945c65-12ca-42de-83d7-bf71c024ad27), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:26.745851 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Routers {'0964376f-57a1-4990-8d1f-5ff52143a16c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:26.746967 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:25:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['0964376f-57a1-4990-8d1f-5ff52143a16c'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:26.755002 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (f205063c-7540-4f78-911d-11c49c88360c), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:26.814325 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:26.815043 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 281cec55-d202-4b2b-86f6-fbdb123e80a9 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:26.820223 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc05d61-8835-4816-b8ac-5f557c8e0fdb,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:26.876502 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665452'] for router_interface (09c5264c-2327-45ef-931c-a36a318c489a), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:26.877684 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0cca7-9a6d-415e-a3cb-8cfe908a2f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84945c65-12ca-42de-83d7-bf71c024ad27,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:26.888031 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Pushing event updated for resources: {'Port': ['ID=f205063c-7540-4f78-911d-11c49c88360c,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:26.899487 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0cca7-9a6d-415e-a3cb-8cfe908a2f88 admin admin] Checking segment: {'id': 'b55fedec-ddb7-439b-b80b-d70e85807dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '009d8484-70bc-499f-bb53-48e857c73e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:26.899907 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d0cca7-9a6d-415e-a3cb-8cfe908a2f88 admin admin] Network hostable DHCP agents. Network: 009d8484-70bc-499f-bb53-48e857c73e17, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:25:26.905916 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 281cec55-d202-4b2b-86f6-fbdb123e80a9 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:26.906573 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Attempting to bind port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:25:26.906767 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Attempting to bind port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': '41f1297a-92cb-449d-ba02-61cb75a51679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3b35b13-487e-4ccb-b137-7c1ff7b66ae5'}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:25:26.907091 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Attempting to bind port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb on network a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:26.908240 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (281cec55-d202-4b2b-86f6-fbdb123e80a9), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:26.908968 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 281cec55-d202-4b2b-86f6-fbdb123e80a9 Oct 06 12:25:26.933164 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:26.965207 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d0cca7-9a6d-415e-a3cb-8cfe908a2f88 admin admin] Network 009d8484-70bc-499f-bb53-48e857c73e17 is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:25:26.980319 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb on network a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:25:26.980649 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Attempting to bind port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb on network a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:26.999880 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-51d0cca7-9a6d-415e-a3cb-8cfe908a2f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, 009d8484-70bc-499f-bb53-48e857c73e17) {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:27.000099 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:27.013936 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fd73d1-514f-4a20-b08b-3786666782fb None None] Network 009d8484-70bc-499f-bb53-48e857c73e17 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:25:27.035585 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53f1428-7045-44c9-8c81-65bae02f29af tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:25:27.048750 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a20ca-ff66-49cf-81ce-874263fe9a68 None None] Sync routers for ids ['16fdc899-424f-472b-9b3b-494f3046e928'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:25:27.049268 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-d53f1428-7045-44c9-8c81-65bae02f29af tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:27.063129 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a20ca-ff66-49cf-81ce-874263fe9a68 None None] Routers {'16fdc899-424f-472b-9b3b-494f3046e928'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:27.064228 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-895a20ca-ff66-49cf-81ce-874263fe9a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:25:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['16fdc899-424f-472b-9b3b-494f3046e928'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:27.069333 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d0cca7-9a6d-415e-a3cb-8cfe908a2f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:27.070091 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-51d0cca7-9a6d-415e-a3cb-8cfe908a2f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:27.124566 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1797ca-1222-4c0c-b56e-cf6b73eac661 req-32b15106-adb3-4630-a6fe-5e1a2cdb198c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:27.127439 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7e1797ca-1222-4c0c-b56e-cf6b73eac661 req-32b15106-adb3-4630-a6fe-5e1a2cdb198c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 943 time: 0.1443448 Oct 06 12:25:27.132032 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-51d0cca7-9a6d-415e-a3cb-8cfe908a2f88 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2717497 Oct 06 12:25:27.138335 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-d53f1428-7045-44c9-8c81-65bae02f29af tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/45ff3559-6711-4292-af6c-0691df0a4348 HTTP/1.1" status: 200 len: 991 time: 3.4621150 Oct 06 12:25:27.138617 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 53640) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:27.139305 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'tag': '178adb30-0da6-4996-903a-4ee020de2a0a'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:25:27.141666 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceccd38-f1b6-498c-87c0-7e9fdcd1dc57" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1825b8-e10c-4c5b-adf9-3456c97a68e2", "tag": "178adb30-0da6-4996-903a-4ee020de2a0a"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:25:27.153648 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-644488514-router', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:27.159863 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Network ebfc519f-05ab-43ee-80ea-27d68769a10a is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:27.161691 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:27.162728 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Set router 0964376f-57a1-4990-8d1f-5ff52143a16c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:27.198669 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:25:27.199090 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Checking segment: {'id': '41f1297a-92cb-449d-ba02-61cb75a51679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3b35b13-487e-4ccb-b137-7c1ff7b66ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:27.199499 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Bound using segment: {'id': '41f1297a-92cb-449d-ba02-61cb75a51679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3b35b13-487e-4ccb-b137-7c1ff7b66ae5'} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:25:27.201251 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Bound port: 5fc05d61-8835-4816-b8ac-5f557c8e0fdb, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f1297a-92cb-449d-ba02-61cb75a51679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3b35b13-487e-4ccb-b137-7c1ff7b66ae5'}}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:25:27.201879 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (5fc05d61-8835-4816-b8ac-5f557c8e0fdb), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:27.364391 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Router 09c5264c-2327-45ef-931c-a36a318c489a has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:25:27.367365 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2462'] for router (0fc11192-6965-4fb1-a737-7ce081f5aeab), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:27.368763 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2455'] for router (0fc11192-6965-4fb1-a737-7ce081f5aeab), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:27.378398 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 281cec55-d202-4b2b-86f6-fbdb123e80a9 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:27.379531 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device b15d27ad-658c-4463-9e1f-608b7b82290d up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:27.402135 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83e884-d52f-4562-8a75-df692379ebd8 req-31a55959-c06b-4256-a91e-09b90784e876 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:27.404123 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8e83e884-d52f-4562-8a75-df692379ebd8 req-31a55959-c06b-4256-a91e-09b90784e876 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 943 time: 0.1989930 Oct 06 12:25:27.418551 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7e1797ca-1222-4c0c-b56e-cf6b73eac661 req-b69c341e-32f3-4aea-b83e-64ee2c9dfee6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817900 Oct 06 12:25:27.424757 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:27.439327 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-895a20ca-ff66-49cf-81ce-874263fe9a68 None None] Set router 16fdc899-424f-472b-9b3b-494f3046e928 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:27.461429 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e4fcd5-b394-5821-a063-acad06bec7fa-009d8484-70bc-499f-bb53-48e857c73e17', 'network_id': '009d8484-70bc-499f-bb53-48e857c73e17', 'project_id': 'b82af73e810a4053a0a125077f1b22b5', 'fixed_ips': [{'subnet_id': '84945c65-12ca-42de-83d7-bf71c024ad27'}]}} from dv-cinder-856041-2-iscsi. {{(pid=106141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 12:25:27.462399 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:27.569552 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ffe494-9238-4c09-aa60-3cb3c0f36946 x-openstack-request-id: req-96ffe494-9238-4c09-aa60-3cb3c0f36946 {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:25:27.570046 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] For port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb, host hv-cinder-85604, cleared binding levels {{(pid=106140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:25:27.571520 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1825b8-e10c-4c5b-adf9-3456c97a68e2", "tag": "178adb30-0da6-4996-903a-4ee020de2a0a", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:25:27.571943 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-96ffe494-9238-4c09-aa60-3cb3c0f36946 {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:25:27.572555 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ffe494-9238-4c09-aa60-3cb3c0f36946'] response: {'name': 'network-changed', 'server_uuid': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'tag': '178adb30-0da6-4996-903a-4ee020de2a0a', 'status': 'completed', 'code': 200} Oct 06 12:25:27.599692 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:25:27.621432 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-9a60a50b-79b8-4156-8895-0b235939efe8 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/09c5264c-2327-45ef-931c-a36a318c489a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7548149 Oct 06 12:25:27.653331 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Publish callbacks [] for router_controller (0fc11192-6965-4fb1-a737-7ce081f5aeab), precommit_add_association {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:27.657320 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] For port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=5fc05d61-8835-4816-b8ac-5f557c8e0fdb,segment=NetworkSegment(41f1297a-92cb-449d-ba02-61cb75a51679),segment_id=41f1297a-92cb-449d-ba02-61cb75a51679)] {{(pid=106140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:25:27.676502 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8e83e884-d52f-4562-8a75-df692379ebd8 req-fbf3db27-7c3e-4b64-8e5c-16b6a4b74cf1 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535293 Oct 06 12:25:27.717608 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (5fc05d61-8835-4816-b8ac-5f557c8e0fdb), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:27.731155 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:27.732184 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:27.733855 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b7578d10-df86-4425-8f93-0abf341bca47 req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/5fc05d61-8835-4816-b8ac-5f557c8e0fdb HTTP/1.1" status: 200 len: 1093 time: 2.3767502 Oct 06 12:25:27.739100 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8e72d3-918b-4046-897d-e7c3f5a5913c', 'tag': '5fc05d61-8835-4816-b8ac-5f557c8e0fdb'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:25:27.744205 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc10ed0-bd6a-4314-b97e-f4cd3b34b90f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8e72d3-918b-4046-897d-e7c3f5a5913c", "tag": "5fc05d61-8835-4816-b8ac-5f557c8e0fdb"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:25:27.749327 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:27.762316 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-895a20ca-ff66-49cf-81ce-874263fe9a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '45ff3559-6711-4292-af6c-0691df0a4348', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'port_id': '178adb30-0da6-4996-903a-4ee020de2a0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'mac_address': 'fa:16:3e:ff:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:24:45Z', 'updated_at': '2022-10-06T12:25:25Z', 'revision_number': 1, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:48Z', 'revision_number': 5, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:27.799937 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-132a353d-61c0-4f86-8d09-9474d2564420 None None] Provisioning complete for port f205063c-7540-4f78-911d-11c49c88360c triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:27.800542 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-132a353d-61c0-4f86-8d09-9474d2564420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (f205063c-7540-4f78-911d-11c49c88360c), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:27.800656 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-132a353d-61c0-4f86-8d09-9474d2564420 None None] Attempt 1 to provision port f205063c-7540-4f78-911d-11c49c88360c Oct 06 12:25:27.804365 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a20ca-ff66-49cf-81ce-874263fe9a68 None None] Checking router: 16fdc899-424f-472b-9b3b-494f3046e928 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:25:27.824410 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a20ca-ff66-49cf-81ce-874263fe9a68 None None] Routers {'16fdc899-424f-472b-9b3b-494f3046e928'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:27.825275 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-895a20ca-ff66-49cf-81ce-874263fe9a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:25:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['16fdc899-424f-472b-9b3b-494f3046e928'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:27.870605 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port b15d27ad-658c-4463-9e1f-608b7b82290d triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:27.877299 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (b15d27ad-658c-4463-9e1f-608b7b82290d), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:27.878042 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port b15d27ad-658c-4463-9e1f-608b7b82290d Oct 06 12:25:27.902603 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:27.936666 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95e2422-7d5a-45ac-a1ed-395ae8e1baeb x-openstack-request-id: req-f95e2422-7d5a-45ac-a1ed-395ae8e1baeb {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:25:27.936877 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8e72d3-918b-4046-897d-e7c3f5a5913c", "tag": "5fc05d61-8835-4816-b8ac-5f557c8e0fdb", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:25:27.937169 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f95e2422-7d5a-45ac-a1ed-395ae8e1baeb {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:25:27.937803 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95e2422-7d5a-45ac-a1ed-395ae8e1baeb'] response: {'name': 'network-changed', 'server_uuid': '0d8e72d3-918b-4046-897d-e7c3f5a5913c', 'tag': '5fc05d61-8835-4816-b8ac-5f557c8e0fdb', 'status': 'completed', 'code': 200} Oct 06 12:25:27.979558 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-895a20ca-ff66-49cf-81ce-874263fe9a68 None None] Set router 16fdc899-424f-472b-9b3b-494f3046e928 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:27.986262 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Publish callbacks [] for router_gateway (0fc11192-6965-4fb1-a737-7ce081f5aeab), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:27.990777 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35a70f-cefa-448d-a9f0-deeac31c8ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc05d61-8835-4816-b8ac-5f557c8e0fdb,revision_number=3']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:28.020213 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:28.020930 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53660) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:28.064345 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-132a353d-61c0-4f86-8d09-9474d2564420 None None] Port f205063c-7540-4f78-911d-11c49c88360c cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:25:28.085536 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'name': 'tempest-TestMinimumBasicScenario-616215872-router', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:14Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 4, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'gw_port': {'id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:15Z', 'updated_at': '2022-10-06T12:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'dd67df93-3626-4f36-8ff6-96ce7a6835f4', 'name': '', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'mac_address': 'fa:16:3e:2a:4f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 2, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'subnets': [{'id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:28.135213 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.db_base_plugin_common [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Allocated IP 172.20.0.2 (009d8484-70bc-499f-bb53-48e857c73e17/84945c65-12ca-42de-83d7-bf71c024ad27/cd51f94b-5286-4c22-8576-1e0ce9071b78) {{(pid=106141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:28.139132 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:28.140288 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:28.141190 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Checking router: 0964376f-57a1-4990-8d1f-5ff52143a16c for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:25:28.142000 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Updating router 0964376f-57a1-4990-8d1f-5ff52143a16c port dd67df93-3626-4f36-8ff6-96ce7a6835f4 binding host dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:25:28.206714 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.227471 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.329706 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Publish callbacks [] for router_gateway (0fc11192-6965-4fb1-a737-7ce081f5aeab), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.355684 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.357315 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-895a20ca-ff66-49cf-81ce-874263fe9a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '45ff3559-6711-4292-af6c-0691df0a4348', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'port_id': '178adb30-0da6-4996-903a-4ee020de2a0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'mac_address': 'fa:16:3e:ff:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:24:45Z', 'updated_at': '2022-10-06T12:25:25Z', 'revision_number': 1, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:48Z', 'revision_number': 5, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:28.376101 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Publish callbacks [] for security_group (2639895e-51c8-41e2-9e03-0b53bc435070), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.377906 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (2639895e-51c8-41e2-9e03-0b53bc435070), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.409586 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Sync routers for ids ['09c5264c-2327-45ef-931c-a36a318c489a'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:25:28.415219 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6067d5ae59724b17858fd5ab3a145bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3930361 Oct 06 12:25:28.417953 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 53664) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:28.439232 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2639895e-51c8-41e2-9e03-0b53bc435070,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:28.447342 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a20ca-ff66-49cf-81ce-874263fe9a68 None None] The sync data for ids ['16fdc899-424f-472b-9b3b-494f3046e928'] in dv-cinder-856041-2-iscsi is: [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '45ff3559-6711-4292-af6c-0691df0a4348', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'port_id': '178adb30-0da6-4996-903a-4ee020de2a0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'mac_address': 'fa:16:3e:ff:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:24:45Z', 'updated_at': '2022-10-06T12:25:25Z', 'revision_number': 1, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:48Z', 'revision_number': 5, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:25:28.449585 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:28.450522 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:28.450522 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:28.451322 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:28.451322 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:28.451532 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:28.451857 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:28.452180 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:28.452503 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:28.452877 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:28.453208 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:28.453528 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:28.453850 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:28.454285 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:28.454602 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282685b8-14ff-4c5f-849b-a14cf6dcaffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:28.465673 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Routers {'09c5264c-2327-45ef-931c-a36a318c489a'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:28.466754 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:25:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['09c5264c-2327-45ef-931c-a36a318c489a'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:28.491662 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53668) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:28.500435 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-8441ec2c-7396-4ecf-a5ea-02b870a7559c tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201469717', 'description': 'tempest-secgroup-smoke-1201469717 description', 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:28.553235 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8441ec2c-7396-4ecf-a5ea-02b870a7559c tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.555653 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port b15d27ad-658c-4463-9e1f-608b7b82290d is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:28.557618 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (b15d27ad-658c-4463-9e1f-608b7b82290d), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.646560 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Allocated IP 172.27.0.126 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/48eba660-c03f-4401-a1b0-7bd38af499cf) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:28.654607 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8441ec2c-7396-4ecf-a5ea-02b870a7559c tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group (22f1c21f-ee16-42db-9416-1397567455d1), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.657502 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c5cf359e-bd29-481c-b8f2-f855ff026988 admin admin] Publish callbacks [] for security_group (2639895e-51c8-41e2-9e03-0b53bc435070), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.662434 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8441ec2c-7396-4ecf-a5ea-02b870a7559c tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (22f1c21f-ee16-42db-9416-1397567455d1), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.667965 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b65ea-f045-419d-a64a-2ffa1a415b81 req-29bb85fa-a3f1-49e0-aa08-43b0656be50e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:28.669480 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7f4b65ea-f045-419d-a64a-2ffa1a415b81 req-29bb85fa-a3f1-49e0-aa08-43b0656be50e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 943 time: 0.0942557 Oct 06 12:25:28.671284 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port b15d27ad-658c-4463-9e1f-608b7b82290d, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=b15d27ad-658c-4463-9e1f-608b7b82290d,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:28.713998 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:28.716300 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (b15d27ad-658c-4463-9e1f-608b7b82290d), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.721799 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device ca59cfbc-250c-4e33-8550-f530724bfa5b up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:28.737316 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c5cf359e-bd29-481c-b8f2-f855ff026988 admin admin] Publish callbacks [] for security_group (2639895e-51c8-41e2-9e03-0b53bc435070), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.738701 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8441ec2c-7396-4ecf-a5ea-02b870a7559c tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.741738 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-8441ec2c-7396-4ecf-a5ea-02b870a7559c tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2485335 Oct 06 12:25:28.746535 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53672) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:28.753588 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-9b768a9b-47f1-4859-bd25-adf26636bace tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Request body: {'security_group_rule': {'security_group_id': '22f1c21f-ee16-42db-9416-1397567455d1', 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:28.772775 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441ec2c-7396-4ecf-a5ea-02b870a7559c tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f1c21f-ee16-42db-9416-1397567455d1,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:28.821896 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9b768a9b-47f1-4859-bd25-adf26636bace tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (957b8a16-68ac-4a97-a2e1-9eaf19ccd094), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.860336 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42459055-e4e1-4755-9d9b-6bd553c05000 None None] New status for floating IP 45ff3559-6711-4292-af6c-0691df0a4348: ACTIVE {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:25:28.899830 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9b768a9b-47f1-4859-bd25-adf26636bace tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (957b8a16-68ac-4a97-a2e1-9eaf19ccd094), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.901283 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:28.902903 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:28.908235 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9b768a9b-47f1-4859-bd25-adf26636bace tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (957b8a16-68ac-4a97-a2e1-9eaf19ccd094), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.945511 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b768a9b-47f1-4859-bd25-adf26636bace tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957b8a16-68ac-4a97-a2e1-9eaf19ccd094,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:28.958662 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9b768a9b-47f1-4859-bd25-adf26636bace tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:28.960257 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-9b768a9b-47f1-4859-bd25-adf26636bace tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2102888 Oct 06 12:25:28.962948 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53674) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:28.969414 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-f5f3a564-b895-45fd-a221-5b5858b67c59 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Request body: {'security_group_rule': {'security_group_id': '22f1c21f-ee16-42db-9416-1397567455d1', 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:28.986272 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7f4b65ea-f045-419d-a64a-2ffa1a415b81 req-d7481be0-18fd-45d9-b12b-27463a27de97 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019907 Oct 06 12:25:28.995577 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86b571-8db8-4f06-a618-6fca8fa6f1d6 req-080fe7cb-08ba-43c0-b3fb-7d74a0faf1dd tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:28.996682 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ea86b571-8db8-4f06-a618-6fca8fa6f1d6 req-080fe7cb-08ba-43c0-b3fb-7d74a0faf1dd tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 943 time: 0.1936901 Oct 06 12:25:29.033036 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a564-b895-45fd-a221-5b5858b67c59 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (d8a4e7c5-7a19-49e9-9051-55b0911d12a5), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.102099 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c5cf359e-bd29-481c-b8f2-f855ff026988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (2639895e-51c8-41e2-9e03-0b53bc435070), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.105977 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c5cf359e-bd29-481c-b8f2-f855ff026988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.107459 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-c5cf359e-bd29-481c-b8f2-f855ff026988 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2639895e-51c8-41e2-9e03-0b53bc435070 HTTP/1.1" status: 204 len: 168 time: 0.6885788 Oct 06 12:25:29.120069 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a564-b895-45fd-a221-5b5858b67c59 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (d8a4e7c5-7a19-49e9-9051-55b0911d12a5), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.126060 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Publish callbacks [] for port (48eba660-c03f-4401-a1b0-7bd38af499cf), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.126906 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a564-b895-45fd-a221-5b5858b67c59 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (d8a4e7c5-7a19-49e9-9051-55b0911d12a5), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.146742 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf359e-bd29-481c-b8f2-f855ff026988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2639895e-51c8-41e2-9e03-0b53bc435070,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:29.168053 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ea86b571-8db8-4f06-a618-6fca8fa6f1d6 req-71f7478a-192c-45e2-8e67-432d6d9e8ea0 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551392 Oct 06 12:25:29.186252 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3a564-b895-45fd-a221-5b5858b67c59 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a4e7c5-7a19-49e9-9051-55b0911d12a5,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:29.194124 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a564-b895-45fd-a221-5b5858b67c59 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.198175 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-f5f3a564-b895-45fd-a221-5b5858b67c59 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2312047 Oct 06 12:25:29.200053 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 53678) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:29.205872 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-ad6b6168-5c24-4430-82ef-85693908aadb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Request body: {'security_group_rule': {'security_group_id': '22f1c21f-ee16-42db-9416-1397567455d1', 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:29.221128 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Publish callbacks [] for port (cd51f94b-5286-4c22-8576-1e0ce9071b78), precommit_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.221946 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (48eba660-c03f-4401-a1b0-7bd38af499cf), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.304265 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:29.320389 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:29.336605 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceccd38-f1b6-498c-87c0-7e9fdcd1dc57 req-29d0600d-2a02-470b-b509-d8f9a931e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:29.338139 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-fceccd38-f1b6-498c-87c0-7e9fdcd1dc57 req-29d0600d-2a02-470b-b509-d8f9a931e5f4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 1129 time: 0.0707984 Oct 06 12:25:29.361713 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:29.371444 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:29.375866 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=b15d27ad-658c-4463-9e1f-608b7b82290d,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:29.381135 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6168-5c24-4430-82ef-85693908aadb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (8bdab585-e296-470a-ae8b-df0c2e34cdb0), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.384372 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:29.388523 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (cd51f94b-5286-4c22-8576-1e0ce9071b78), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.400592 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=48eba660-c03f-4401-a1b0-7bd38af499cf,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:29.437742 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9010e-6f75-4afb-b2ed-49dfd73e5e54 req-5dd0911b-c203-4f74-898e-f337f03d0b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:29.439282 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c0a9010e-6f75-4afb-b2ed-49dfd73e5e54 req-5dd0911b-c203-4f74-898e-f337f03d0b0d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 1127 time: 0.1586790 Oct 06 12:25:29.464914 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc10ed0-bd6a-4314-b97e-f4cd3b34b90f req-778551c4-57b9-4cba-a798-68a9c2cdfe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:29.466246 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8fc10ed0-bd6a-4314-b97e-f4cd3b34b90f req-778551c4-57b9-4cba-a798-68a9c2cdfe6f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53e1ba5fc96344cebdb16d6a3e50ab8f&device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 1127 time: 0.1886756 Oct 06 12:25:29.482808 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Set router 09c5264c-2327-45ef-931c-a36a318c489a gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:29.486083 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Network 009d8484-70bc-499f-bb53-48e857c73e17 is already hosted by enough agents. {{(pid=106141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:29.490348 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceccd38-f1b6-498c-87c0-7e9fdcd1dc57 req-4edeb8c2-998b-4363-9dd7-e172a3184bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:29.492659 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-fceccd38-f1b6-498c-87c0-7e9fdcd1dc57 req-4edeb8c2-998b-4363-9dd7-e172a3184bb6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=a983a2d0-c8c4-4203-b602-635e6e2680bd HTTP/1.1" status: 200 len: 917 time: 0.1465123 Oct 06 12:25:29.569675 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.base_scheduler [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Resources bound (agent type, host, resource id): {{(pid=106141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:29.576486 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-fceccd38-f1b6-498c-87c0-7e9fdcd1dc57 req-24bfaa9a-8864-45fb-9a7c-9f9d449d4989 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=178adb30-0da6-4996-903a-4ee020de2a0a HTTP/1.1" status: 200 len: 1001 time: 0.0771334 Oct 06 12:25:29.585137 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:29.586541 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Received port after_create {{(pid=106141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:29.629522 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port ca59cfbc-250c-4e33-8550-f530724bfa5b triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:29.630034 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (ca59cfbc-250c-4e33-8550-f530724bfa5b), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.630741 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port ca59cfbc-250c-4e33-8550-f530724bfa5b Oct 06 12:25:29.640573 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceccd38-f1b6-498c-87c0-7e9fdcd1dc57 req-480135d7-0ce4-492a-9bc9-0cee5ffa7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:29.642492 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-fceccd38-f1b6-498c-87c0-7e9fdcd1dc57 req-480135d7-0ce4-492a-9bc9-0cee5ffa7540 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2 HTTP/1.1" status: 200 len: 855 time: 0.0583830 Oct 06 12:25:29.693251 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceccd38-f1b6-498c-87c0-7e9fdcd1dc57 req-b01a9def-b4af-4215-a8e7-48a872436027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:29.694930 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-fceccd38-f1b6-498c-87c0-7e9fdcd1dc57 req-b01a9def-b4af-4215-a8e7-48a872436027 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=a983a2d0-c8c4-4203-b602-635e6e2680bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440898 Oct 06 12:25:29.708913 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Pushing event updated for resources: {'Port': ['ID=cd51f94b-5286-4c22-8576-1e0ce9071b78,revision_number=1']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:29.716273 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6168-5c24-4430-82ef-85693908aadb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (8bdab585-e296-470a-ae8b-df0c2e34cdb0), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.738659 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6168-5c24-4430-82ef-85693908aadb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (8bdab585-e296-470a-ae8b-df0c2e34cdb0), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.777992 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9010e-6f75-4afb-b2ed-49dfd73e5e54 req-9fc10d82-9470-475f-8ff4-3992d0db0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:29.779392 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c0a9010e-6f75-4afb-b2ed-49dfd73e5e54 req-9fc10d82-9470-475f-8ff4-3992d0db0ccc service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 919 time: 0.3322241 Oct 06 12:25:29.808674 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Publish callbacks [] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), precommit_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.810175 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-fceccd38-f1b6-498c-87c0-7e9fdcd1dc57 req-23f4bfe6-679c-4973-8026-c4779d0449a0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081848 Oct 06 12:25:29.814942 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b6168-5c24-4430-82ef-85693908aadb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdab585-e296-470a-ae8b-df0c2e34cdb0,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:29.829380 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Attempting to bind port cd51f94b-5286-4c22-8576-1e0ce9071b78 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:25:29.829748 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Attempting to bind port cd51f94b-5286-4c22-8576-1e0ce9071b78 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': 'b55fedec-ddb7-439b-b80b-d70e85807dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '009d8484-70bc-499f-bb53-48e857c73e17'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:25:29.830140 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Attempting to bind port cd51f94b-5286-4c22-8576-1e0ce9071b78 on network 009d8484-70bc-499f-bb53-48e857c73e17 {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:29.854618 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6168-5c24-4430-82ef-85693908aadb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.855934 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-ad6b6168-5c24-4430-82ef-85693908aadb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6547377 Oct 06 12:25:29.857171 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc10ed0-bd6a-4314-b97e-f4cd3b34b90f req-8644a0d7-281a-4602-a37e-c3bf2526da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:29.858580 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8fc10ed0-bd6a-4314-b97e-f4cd3b34b90f req-8644a0d7-281a-4602-a37e-c3bf2526da96 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=53e1ba5fc96344cebdb16d6a3e50ab8f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3711846 Oct 06 12:25:29.859561 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 53690) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:29.862097 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c0a9010e-6f75-4afb-b2ed-49dfd73e5e54 req-8c3bde35-391e-40e6-b54f-95894ade1b3f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02cb1ceb-4a00-4f6e-8fe3-e8409283f314 HTTP/1.1" status: 200 len: 217 time: 0.0618668 Oct 06 12:25:29.868897 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Request body: {'security_group_rule': {'security_group_id': '22f1c21f-ee16-42db-9416-1397567455d1', 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:29.880497 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.928782 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:25:29.929175 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Checking segment: {'id': 'b55fedec-ddb7-439b-b80b-d70e85807dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '009d8484-70bc-499f-bb53-48e857c73e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:29.929598 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.929995 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Bound using segment: {'id': 'b55fedec-ddb7-439b-b80b-d70e85807dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '009d8484-70bc-499f-bb53-48e857c73e17'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:25:29.930478 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Bound port: cd51f94b-5286-4c22-8576-1e0ce9071b78, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55fedec-ddb7-439b-b80b-d70e85807dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '009d8484-70bc-499f-bb53-48e857c73e17'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:25:29.930889 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (cd51f94b-5286-4c22-8576-1e0ce9071b78), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:29.950506 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-fceccd38-f1b6-498c-87c0-7e9fdcd1dc57 req-c914d3b4-4f57-4a44-aa56-7de0f708b738 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339121 Oct 06 12:25:30.014355 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99710af9-b283-4a70-ad2e-c8194bac23c0 None None] Pushing event updated for resources: {'Port': ['ID=dd67df93-3626-4f36-8ff6-96ce7a6835f4,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:30.140035 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port ca59cfbc-250c-4e33-8550-f530724bfa5b is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:30.142483 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c5264c-2327-45ef-931c-a36a318c489a', 'name': 'tempest-TestVolumeBootPattern-1110920092-router', 'tenant_id': '7d7cefa469664b099a6f0a24e705bdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'b15d27ad-658c-4463-9e1f-608b7b82290d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:25Z', 'revision_number': 4, 'project_id': '7d7cefa469664b099a6f0a24e705bdad', 'gw_port': {'id': 'b15d27ad-658c-4463-9e1f-608b7b82290d', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c5264c-2327-45ef-931c-a36a318c489a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:20Z', 'updated_at': '2022-10-06T12:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'f205063c-7540-4f78-911d-11c49c88360c', 'name': '', 'network_id': 'ebfc519f-05ab-43ee-80ea-27d68769a10a', 'tenant_id': '7d7cefa469664b099a6f0a24e705bdad', 'mac_address': 'fa:16:3e:87:7a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c5264c-2327-45ef-931c-a36a318c489a', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf46f975-f9ad-4693-84d8-4a4fc18c0231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:24Z', 'updated_at': '2022-10-06T12:25:26Z', 'revision_number': 2, 'project_id': '7d7cefa469664b099a6f0a24e705bdad', 'subnets': [{'id': 'bf46f975-f9ad-4693-84d8-4a4fc18c0231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:30.188020 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Checking router: 09c5264c-2327-45ef-931c-a36a318c489a for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:25:30.188385 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Updating router 09c5264c-2327-45ef-931c-a36a318c489a port f205063c-7540-4f78-911d-11c49c88360c binding host dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:25:30.204005 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53704) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:30.214235 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:30.214235 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Attempting to bind port dd67df93-3626-4f36-8ff6-96ce7a6835f4 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:25:30.214235 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Attempting to bind port dd67df93-3626-4f36-8ff6-96ce7a6835f4 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '0c5c7493-fd94-4429-bbb4-379ff34330c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:25:30.214235 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Attempting to bind port dd67df93-3626-4f36-8ff6-96ce7a6835f4 on network 7aa9c50e-f953-474e-a8eb-45316afa3b7b {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:30.280492 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device b15d27ad-658c-4463-9e1f-608b7b82290d up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:30.329571 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-8620a014-5602-4e7f-87d1-2df879eb94e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-120059067-network', 'tenant_id': 'd2d5034a312544cd9a1d72439556cf41'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:30.330053 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (f205063c-7540-4f78-911d-11c49c88360c), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.340106 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-11903d48-ad39-4662-8b14-382692e9682c None None] For port cd51f94b-5286-4c22-8576-1e0ce9071b78, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:25:30.363759 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8620a014-5602-4e7f-87d1-2df879eb94e6 admin admin] Made reservation on behalf of d2d5034a312544cd9a1d72439556cf41 for: {'network': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:25:30.368116 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8620a014-5602-4e7f-87d1-2df879eb94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.374122 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-11903d48-ad39-4662-8b14-382692e9682c None None] For port cd51f94b-5286-4c22-8576-1e0ce9071b78, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=cd51f94b-5286-4c22-8576-1e0ce9071b78,segment=NetworkSegment(b55fedec-ddb7-439b-b80b-d70e85807dcc),segment_id=b55fedec-ddb7-439b-b80b-d70e85807dcc)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:25:30.381209 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:25:30.381406 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8620a014-5602-4e7f-87d1-2df879eb94e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.381615 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Checking segment: {'id': '0c5c7493-fd94-4429-bbb4-379ff34330c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:30.382060 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.382546 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Bound using segment: {'id': '0c5c7493-fd94-4429-bbb4-379ff34330c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:25:30.383078 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Bound port: dd67df93-3626-4f36-8ff6-96ce7a6835f4, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5c7493-fd94-4429-bbb4-379ff34330c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:25:30.383456 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.384626 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9010e-6f75-4afb-b2ed-49dfd73e5e54 req-d97a6e82-f174-4ef4-970f-775fec363741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:30.386091 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c0a9010e-6f75-4afb-b2ed-49dfd73e5e54 req-d97a6e82-f174-4ef4-970f-775fec363741 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.5112603 Oct 06 12:25:30.386811 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:30.415728 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (cd51f94b-5286-4c22-8576-1e0ce9071b78), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.449856 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (16da83d7-50a0-4ee4-8c6f-b7dfa4c7206d), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.478947 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:30.488702 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:30.509362 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8620a014-5602-4e7f-87d1-2df879eb94e6 admin admin] Publish callbacks [] for security_group (5e1d0c4f-d0a5-4cf9-b061-5e3e91478299), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.510808 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2574b-51ba-4d56-8ec4-5c1c34cbb9e8 req-5439f2d8-ce1d-4d21-a291-b1637e8d62d0 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:30.515793 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8620a014-5602-4e7f-87d1-2df879eb94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (5e1d0c4f-d0a5-4cf9-b061-5e3e91478299), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.517812 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-52a2574b-51ba-4d56-8ec4-5c1c34cbb9e8 req-5439f2d8-ce1d-4d21-a291-b1637e8d62d0 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 943 time: 0.3782048 Oct 06 12:25:30.533782 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230a7e5-465a-48a6-8e8b-e2a6a4d0fd89 req-9d5bc298-3742-4c25-8dce-8afe3ffa2361 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:30.536078 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3230a7e5-465a-48a6-8e8b-e2a6a4d0fd89 req-9d5bc298-3742-4c25-8dce-8afe3ffa2361 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 943 time: 0.2231321 Oct 06 12:25:30.551519 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8620a014-5602-4e7f-87d1-2df879eb94e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=106139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:25:30.563484 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port b15d27ad-658c-4463-9e1f-608b7b82290d triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:30.563895 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (b15d27ad-658c-4463-9e1f-608b7b82290d), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.564228 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port b15d27ad-658c-4463-9e1f-608b7b82290d Oct 06 12:25:30.568359 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620a014-5602-4e7f-87d1-2df879eb94e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:30.576915 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8620a014-5602-4e7f-87d1-2df879eb94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (9395b506-f04d-42e6-8060-ea755347208b), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.577272 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.segments_db [None req-8620a014-5602-4e7f-87d1-2df879eb94e6 admin admin] Added segment 9395b506-f04d-42e6-8060-ea755347208b of type vlan for network 11dfbbc8-d8d2-470b-88d8-288b0ef74b7b Oct 06 12:25:30.606461 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9010e-6f75-4afb-b2ed-49dfd73e5e54 req-c4985b08-5086-4659-8b78-0863ce5ffbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:30.608660 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c0a9010e-6f75-4afb-b2ed-49dfd73e5e54 req-c4985b08-5086-4659-8b78-0863ce5ffbcb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2109687 Oct 06 12:25:30.616564 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc10ed0-bd6a-4314-b97e-f4cd3b34b90f req-48c99369-97c7-4f3e-8a98-854abeb11dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:30.618517 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8fc10ed0-bd6a-4314-b97e-f4cd3b34b90f req-48c99369-97c7-4f3e-8a98-854abeb11dd5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7422650 Oct 06 12:25:30.619145 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:30.645659 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Publish callbacks [] for router_gateway (0fc11192-6965-4fb1-a737-7ce081f5aeab), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.656915 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11903d48-ad39-4662-8b14-382692e9682c None None] Pushing event updated for resources: {'Port': ['ID=cd51f94b-5286-4c22-8576-1e0ce9071b78,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:30.668334 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8620a014-5602-4e7f-87d1-2df879eb94e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (11dfbbc8-d8d2-470b-88d8-288b0ef74b7b), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.689529 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] For port dd67df93-3626-4f36-8ff6-96ce7a6835f4, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:25:30.723302 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8620a014-5602-4e7f-87d1-2df879eb94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (11dfbbc8-d8d2-470b-88d8-288b0ef74b7b), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.724364 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8620a014-5602-4e7f-87d1-2df879eb94e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:30.724950 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8620a014-5602-4e7f-87d1-2df879eb94e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.751488 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] For port dd67df93-3626-4f36-8ff6-96ce7a6835f4, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=dd67df93-3626-4f36-8ff6-96ce7a6835f4,segment=NetworkSegment(0c5c7493-fd94-4429-bbb4-379ff34330c1),segment_id=0c5c7493-fd94-4429-bbb4-379ff34330c1)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:25:30.765411 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.774828 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-8620a014-5602-4e7f-87d1-2df879eb94e6 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5696299 Oct 06 12:25:30.855390 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53710) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:30.860615 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-acefcb0d-e29f-425d-b580-ef6c38c546b5 admin admin] Request body: {'subnet': {'network_id': '11dfbbc8-d8d2-470b-88d8-288b0ef74b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-120059067-subnet', 'tenant_id': 'd2d5034a312544cd9a1d72439556cf41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:30.862374 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Routers {'0964376f-57a1-4990-8d1f-5ff52143a16c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:30.863013 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:25:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['0964376f-57a1-4990-8d1f-5ff52143a16c'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:30.899230 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620a014-5602-4e7f-87d1-2df879eb94e6 admin admin] Pushing event updated for resources: {'Network': ['ID=11dfbbc8-d8d2-470b-88d8-288b0ef74b7b,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:30.908556 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acefcb0d-e29f-425d-b580-ef6c38c546b5 admin admin] Made reservation on behalf of d2d5034a312544cd9a1d72439556cf41 for: {'subnet': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:25:30.911094 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-acefcb0d-e29f-425d-b580-ef6c38c546b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4892363'] for subnet (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:30.952366 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network 11dfbbc8-d8d2-470b-88d8-288b0ef74b7b details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:25:30.964246 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port b15d27ad-658c-4463-9e1f-608b7b82290d is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:30.976380 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:30.983164 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99710af9-b283-4a70-ad2e-c8194bac23c0 None None] Pushing event updated for resources: {'Port': ['ID=dd67df93-3626-4f36-8ff6-96ce7a6835f4,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:31.037053 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-52a2574b-51ba-4d56-8ec4-5c1c34cbb9e8 req-b4a89918-84ee-40b8-b234-890fcf94ecda tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5183635 Oct 06 12:25:31.055250 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:31.108672 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7578d10-df86-4425-8f93-0abf341bca47 req-b7b031e3-6166-4db0-a8cd-ff4635160c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:31.110055 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b7578d10-df86-4425-8f93-0abf341bca47 req-b7b031e3-6166-4db0-a8cd-ff4635160c36 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53e1ba5fc96344cebdb16d6a3e50ab8f&device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 1127 time: 0.3536553 Oct 06 12:25:31.123157 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (16da83d7-50a0-4ee4-8c6f-b7dfa4c7206d), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.137470 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-acefcb0d-e29f-425d-b580-ef6c38c546b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4794150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4892377'] for subnet (d4ff559b-e4e3-4abd-a5a4-30b9de307897), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.141929 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] Set router 0964376f-57a1-4990-8d1f-5ff52143a16c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:31.184265 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (16da83d7-50a0-4ee4-8c6f-b7dfa4c7206d), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.197359 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefcb0d-e29f-425d-b580-ef6c38c546b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4ff559b-e4e3-4abd-a5a4-30b9de307897,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:31.217080 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acefcb0d-e29f-425d-b580-ef6c38c546b5 admin admin] Checking segment: {'id': '9395b506-f04d-42e6-8060-ea755347208b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11dfbbc8-d8d2-470b-88d8-288b0ef74b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:31.217806 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acefcb0d-e29f-425d-b580-ef6c38c546b5 admin admin] Network hostable DHCP agents. Network: 11dfbbc8-d8d2-470b-88d8-288b0ef74b7b, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:25:31.225798 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b7578d10-df86-4425-8f93-0abf341bca47 req-c8b9bd2a-04aa-4197-8926-2285f5d885fa service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fc05d61-8835-4816-b8ac-5f557c8e0fdb HTTP/1.1" status: 200 len: 217 time: 0.0901723 Oct 06 12:25:31.248378 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acefcb0d-e29f-425d-b580-ef6c38c546b5 admin admin] Network 11dfbbc8-d8d2-470b-88d8-288b0ef74b7b is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:25:31.252788 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3230a7e5-465a-48a6-8e8b-e2a6a4d0fd89 req-de44580b-4102-4ff6-aab5-c3679627d813 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6979842 Oct 06 12:25:31.268664 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-acefcb0d-e29f-425d-b580-ef6c38c546b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, 11dfbbc8-d8d2-470b-88d8-288b0ef74b7b) {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:31.271629 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16da83d7-50a0-4ee4-8c6f-b7dfa4c7206d,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:31.286915 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acefcb0d-e29f-425d-b580-ef6c38c546b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:31.287829 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-acefcb0d-e29f-425d-b580-ef6c38c546b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.307964 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-acefcb0d-e29f-425d-b580-ef6c38c546b5 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4513412 Oct 06 12:25:31.322346 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c0a9010e-6f75-4afb-b2ed-49dfd73e5e54 req-27212f11-6133-44b0-841e-516f70b62b72 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7000585 Oct 06 12:25:31.329486 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16ef57d-09c9-478f-b668-b70e4ef8fb5c None None] Network 11dfbbc8-d8d2-470b-88d8-288b0ef74b7b requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:25:31.331816 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:25:31.338373 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.339852 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4767101 Oct 06 12:25:31.352602 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53714) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:31.362061 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-8e20ac61-8472-4b5b-b2b9-6afe53a533fc tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Request body: {'security_group_rule': {'security_group_id': '22f1c21f-ee16-42db-9416-1397567455d1', 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:31.368324 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Publish callbacks [] for port (f205063c-7540-4f78-911d-11c49c88360c), precommit_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.395633 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.securitygroups_db [None req-8e20ac61-8472-4b5b-b2b9-6afe53a533fc tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Project c80feb95ecbf413ca0bc52a519bf43b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 12:25:31.408077 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8e20ac61-8472-4b5b-b2b9-6afe53a533fc tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (bd73772e-51fe-428c-a0ac-93870794115e), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.449941 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (f205063c-7540-4f78-911d-11c49c88360c), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.466324 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:31.468973 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:31.469379 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:31.469785 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:31.471861 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:31.473606 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:31.474708 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:31.475273 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:31.475851 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:31.477026 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:31.477628 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:31.478348 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:31.478910 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:31.479467 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:31.479666 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:31.480465 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:31.481009 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3fb8a-5be2-42a3-b30b-6bbf539cb6f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:31.516507 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7578d10-df86-4425-8f93-0abf341bca47 req-351b10c2-30b8-43e6-9bd4-475b2e202e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:31.519529 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b7578d10-df86-4425-8f93-0abf341bca47 req-351b10c2-30b8-43e6-9bd4-475b2e202e5c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a589d958-0156-42ff-8794-9a5708f20bf1 HTTP/1.1" status: 200 len: 848 time: 0.2709723 Oct 06 12:25:31.537519 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665995'] for router (0fc11192-6965-4fb1-a737-7ce081f5aeab), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.544873 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8e20ac61-8472-4b5b-b2b9-6afe53a533fc tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (bd73772e-51fe-428c-a0ac-93870794115e), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.550839 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8e20ac61-8472-4b5b-b2b9-6afe53a533fc tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (bd73772e-51fe-428c-a0ac-93870794115e), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.598831 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:31.605763 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20ac61-8472-4b5b-b2b9-6afe53a533fc tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd73772e-51fe-428c-a0ac-93870794115e,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:31.606821 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b7578d10-df86-4425-8f93-0abf341bca47 req-9d923be2-72db-450d-b4d8-b4db5000782e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=a3b35b13-487e-4ccb-b137-7c1ff7b66ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664206 Oct 06 12:25:31.621555 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8e20ac61-8472-4b5b-b2b9-6afe53a533fc tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.626103 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-8e20ac61-8472-4b5b-b2b9-6afe53a533fc tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2721307 Oct 06 12:25:31.626844 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53720) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:31.636947 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-4ef7631f-68c0-4277-87d8-c9a93f5c2290 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Request body: {'security_group_rule': {'security_group_id': '22f1c21f-ee16-42db-9416-1397567455d1', 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:31.657844 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d1639-6846-4139-b26a-3bc812b4fc3b None None] Pushing event updated for resources: {'Port': ['ID=f205063c-7540-4f78-911d-11c49c88360c,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:31.687130 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c0a9010e-6f75-4afb-b2ed-49dfd73e5e54 req-d937e84c-a078-4e0c-b426-1871d6256992 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505199 Oct 06 12:25:31.695739 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.securitygroups_db [None req-4ef7631f-68c0-4277-87d8-c9a93f5c2290 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Project c80feb95ecbf413ca0bc52a519bf43b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 12:25:31.717679 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4ef7631f-68c0-4277-87d8-c9a93f5c2290 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (5e2ef5d4-3d80-4a03-82d0-85849ea8058e), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.750836 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a84a96-d472-4bfd-beda-4c2ee6d2bfcb None None] Network 11dfbbc8-d8d2-470b-88d8-288b0ef74b7b requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:25:31.794340 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Attempting to bind port f205063c-7540-4f78-911d-11c49c88360c on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:25:31.794897 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Attempting to bind port f205063c-7540-4f78-911d-11c49c88360c by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': 'a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebfc519f-05ab-43ee-80ea-27d68769a10a'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:25:31.795261 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Attempting to bind port f205063c-7540-4f78-911d-11c49c88360c on network ebfc519f-05ab-43ee-80ea-27d68769a10a {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:31.802690 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4ef7631f-68c0-4277-87d8-c9a93f5c2290 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (5e2ef5d4-3d80-4a03-82d0-85849ea8058e), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.808348 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4ef7631f-68c0-4277-87d8-c9a93f5c2290 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (5e2ef5d4-3d80-4a03-82d0-85849ea8058e), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.834294 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7631f-68c0-4277-87d8-c9a93f5c2290 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2ef5d4-3d80-4a03-82d0-85849ea8058e,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:31.842264 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4ef7631f-68c0-4277-87d8-c9a93f5c2290 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.847727 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-4ef7631f-68c0-4277-87d8-c9a93f5c2290 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2198594 Oct 06 12:25:31.910261 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=02cb1ceb-4a00-4f6e-8fe3-e8409283f314,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:31.928964 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f4e587-1cb6-43e2-bed6-649d450ed00f None None] Network 009d8484-70bc-499f-bb53-48e857c73e17 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:25:31.953474 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b7578d10-df86-4425-8f93-0abf341bca47 req-c32e3f9f-eb8e-4575-83f1-e453065ccb6b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a3b35b13-487e-4ccb-b137-7c1ff7b66ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722762 Oct 06 12:25:31.986487 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Router 0fc11192-6965-4fb1-a737-7ce081f5aeab is scheduled to L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 with binding_index 1 {{(pid=106140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 12:25:31.989630 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-244e4fa3-aa24-45f5-9625-2b97ad323824 None None] Provisioning complete for port cd51f94b-5286-4c22-8576-1e0ce9071b78 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:31.990009 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-244e4fa3-aa24-45f5-9625-2b97ad323824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (cd51f94b-5286-4c22-8576-1e0ce9071b78), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:31.990960 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-244e4fa3-aa24-45f5-9625-2b97ad323824 None None] Attempt 1 to provision port cd51f94b-5286-4c22-8576-1e0ce9071b78 Oct 06 12:25:32.055837 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'port_id': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314', 'mac_address': 'fa:16:3e:39:bf:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:25:32.066015 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:25:32.066404 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Checking segment: {'id': 'a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebfc519f-05ab-43ee-80ea-27d68769a10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:32.066847 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:32.067246 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Bound using segment: {'id': 'a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebfc519f-05ab-43ee-80ea-27d68769a10a'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:25:32.067773 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Bound port: f205063c-7540-4f78-911d-11c49c88360c, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebfc519f-05ab-43ee-80ea-27d68769a10a'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:25:32.068143 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (f205063c-7540-4f78-911d-11c49c88360c), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:32.244683 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b7578d10-df86-4425-8f93-0abf341bca47 req-4ad54ee0-8ccb-4de0-b000-a094687ba07d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a3b35b13-487e-4ccb-b137-7c1ff7b66ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837844 Oct 06 12:25:32.246904 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'name': 'tempest-TestMinimumBasicScenario-616215872-router', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:14Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 4, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'gw_port': {'id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:15Z', 'updated_at': '2022-10-06T12:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'dd67df93-3626-4f36-8ff6-96ce7a6835f4', 'name': '', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'mac_address': 'fa:16:3e:2a:4f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:30Z', 'revision_number': 4, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'subnets': [{'id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:32.349284 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025caf8-c652-42e5-82db-fd3e3563d538 req-72679fe9-e02a-4b4f-996a-7481220f7ecf tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:32.351100 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d025caf8-c652-42e5-82db-fd3e3563d538 req-72679fe9-e02a-4b4f-996a-7481220f7ecf tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 943 time: 0.1664636 Oct 06 12:25:32.352880 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:25:32.372531 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:32.374387 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:32.374838 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (02cb1ceb-4a00-4f6e-8fe3-e8409283f314), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:32.401141 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Sync routers for ids ['0fc11192-6965-4fb1-a737-7ce081f5aeab'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:25:32.408482 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08f521-1c5e-4ba2-a741-aaa70a7f7cb4 None None] The sync data for ids ['0964376f-57a1-4990-8d1f-5ff52143a16c'] in dv-cinder-856041-2-iscsi is: [{'id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'name': 'tempest-TestMinimumBasicScenario-616215872-router', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:14Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 4, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'gw_port': {'id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:15Z', 'updated_at': '2022-10-06T12:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'dd67df93-3626-4f36-8ff6-96ce7a6835f4', 'name': '', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'mac_address': 'fa:16:3e:2a:4f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:30Z', 'revision_number': 4, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'subnets': [{'id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:25:32.424131 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:32.428084 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-92f6fc65-e596-4cbc-9a9b-eed0b3766fd3 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2850347 Oct 06 12:25:32.428968 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53768) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:32.429365 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:32.483158 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device cd51f94b-5286-4c22-8576-1e0ce9071b78 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:32.588351 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:25:32.594668 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Routers {'0fc11192-6965-4fb1-a737-7ce081f5aeab'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:32.595418 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:25:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['0fc11192-6965-4fb1-a737-7ce081f5aeab'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:32.632122 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:32.708158 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=02cb1ceb-4a00-4f6e-8fe3-e8409283f314,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:32.766519 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:32.774371 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (02cb1ceb-4a00-4f6e-8fe3-e8409283f314), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:32.855984 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d025caf8-c652-42e5-82db-fd3e3563d538 req-63f094ec-e35a-4fd1-b108-503ebbf5e557 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4836342 Oct 06 12:25:32.859848 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-244e4fa3-aa24-45f5-9625-2b97ad323824 None None] Current status of the port cd51f94b-5286-4c22-8576-1e0ce9071b78 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:32.860301 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-244e4fa3-aa24-45f5-9625-2b97ad323824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (cd51f94b-5286-4c22-8576-1e0ce9071b78), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:32.872074 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b56a5c-652f-43bd-9616-4267c54b3881 req-973b8c91-f82a-4b92-b510-6f5e1d2acdd8 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:32.873710 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b7b56a5c-652f-43bd-9616-4267c54b3881 req-973b8c91-f82a-4b92-b510-6f5e1d2acdd8 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 943 time: 0.4471738 Oct 06 12:25:32.874319 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] For port f205063c-7540-4f78-911d-11c49c88360c, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:25:32.908416 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port cd51f94b-5286-4c22-8576-1e0ce9071b78 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:32.909815 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (cd51f94b-5286-4c22-8576-1e0ce9071b78), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:32.911521 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port cd51f94b-5286-4c22-8576-1e0ce9071b78 Oct 06 12:25:32.944917 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b7b56a5c-652f-43bd-9616-4267c54b3881 req-e88ae6e3-1e00-47a6-bccb-9eefdb92c332 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583873 Oct 06 12:25:33.014191 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] For port f205063c-7540-4f78-911d-11c49c88360c, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=f205063c-7540-4f78-911d-11c49c88360c,segment=NetworkSegment(a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32),segment_id=a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:25:33.045992 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (f205063c-7540-4f78-911d-11c49c88360c), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:33.067966 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=02cb1ceb-4a00-4f6e-8fe3-e8409283f314,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:33.076304 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-244e4fa3-aa24-45f5-9625-2b97ad323824 None None] For port cd51f94b-5286-4c22-8576-1e0ce9071b78, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=cd51f94b-5286-4c22-8576-1e0ce9071b78,segment=NetworkSegment(b55fedec-ddb7-439b-b80b-d70e85807dcc),segment_id=b55fedec-ddb7-439b-b80b-d70e85807dcc)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:33.107298 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-244e4fa3-aa24-45f5-9625-2b97ad323824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (cd51f94b-5286-4c22-8576-1e0ce9071b78), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:33.110257 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:33.134437 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Set router 0fc11192-6965-4fb1-a737-7ce081f5aeab gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:33.167361 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Routers {'09c5264c-2327-45ef-931c-a36a318c489a'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:33.167965 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:25:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['09c5264c-2327-45ef-931c-a36a318c489a'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:33.293541 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d1639-6846-4139-b26a-3bc812b4fc3b None None] Pushing event updated for resources: {'Port': ['ID=f205063c-7540-4f78-911d-11c49c88360c,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:33.333477 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Allocated IP 172.20.0.1 (009d8484-70bc-499f-bb53-48e857c73e17/84945c65-12ca-42de-83d7-bf71c024ad27/bdcc961b-304c-444c-bc7a-295c395d3871) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:33.471912 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Publish callbacks [] for port (bdcc961b-304c-444c-bc7a-295c395d3871), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:33.487618 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-c951bdc9-7264-40d5-b717-2266368c2f94 None None] Provisioning complete for port cd51f94b-5286-4c22-8576-1e0ce9071b78 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:33.488163 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c951bdc9-7264-40d5-b717-2266368c2f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (cd51f94b-5286-4c22-8576-1e0ce9071b78), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:33.488394 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-c951bdc9-7264-40d5-b717-2266368c2f94 None None] Attempt 1 to provision port cd51f94b-5286-4c22-8576-1e0ce9071b78 Oct 06 12:25:33.515154 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (bdcc961b-304c-444c-bc7a-295c395d3871), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:33.561087 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-35e7832b-3ea8-47ac-b20a-eaac77519a30 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:33.562870 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-35e7832b-3ea8-47ac-b20a-eaac77519a30 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/networks?id=11dfbbc8-d8d2-470b-88d8-288b0ef74b7b HTTP/1.1" status: 200 len: 813 time: 0.1189189 Oct 06 12:25:33.564117 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['02cb1ceb-4a00-4f6e-8fe3-e8409283f314'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:25:33.572991 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Network 009d8484-70bc-499f-bb53-48e857c73e17 is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:33.576373 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:33.580576 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:33.591175 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-df7c98ca-444c-4132-8ddb-7b51fc1c7d7a tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/quotas/d2d5034a312544cd9a1d72439556cf41 HTTP/1.1" status: 200 len: 375 time: 0.0134709 Oct 06 12:25:33.602233 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:33.606462 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Pushing event updated for resources: {'Port': ['ID=bdcc961b-304c-444c-bc7a-295c395d3871,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:33.614052 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:33.630571 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port cd51f94b-5286-4c22-8576-1e0ce9071b78 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:33.631907 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device dd67df93-3626-4f36-8ff6-96ce7a6835f4 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:33.632785 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665328'] for router_interface (0fc11192-6965-4fb1-a737-7ce081f5aeab), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:33.633373 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:33.663419 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-733df96d-8566-4388-9b6d-08e113f795e2 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=d2d5034a312544cd9a1d72439556cf41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614307 Oct 06 12:25:33.742312 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] Set router 09c5264c-2327-45ef-931c-a36a318c489a gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:33.799196 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (bdcc961b-304c-444c-bc7a-295c395d3871), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:33.800199 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e4fa3-aa24-45f5-9625-2b97ad323824 None None] Pushing event updated for resources: {'Port': ['ID=cd51f94b-5286-4c22-8576-1e0ce9071b78,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:33.807902 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-f67cdbad-fed9-4367-a29f-d23739ff4625 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11dfbbc8-d8d2-470b-88d8-288b0ef74b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319199 Oct 06 12:25:33.808767 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:33.894584 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:33.942548 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-0b0999c6-4b35-497f-a6a4-1aba87193550 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11dfbbc8-d8d2-470b-88d8-288b0ef74b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249537 Oct 06 12:25:34.012701 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'name': 'tempest-TestMinimumBasicScenario-644488514-router', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '48eba660-c03f-4401-a1b0-7bd38af499cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:27Z', 'updated_at': '2022-10-06T12:25:29Z', 'revision_number': 3, 'project_id': 'b82af73e810a4053a0a125077f1b22b5', 'gw_port': {'id': '48eba660-c03f-4401-a1b0-7bd38af499cf', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:28Z', 'updated_at': '2022-10-06T12:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:34.018170 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port dd67df93-3626-4f36-8ff6-96ce7a6835f4 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:34.018549 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:34.018889 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port dd67df93-3626-4f36-8ff6-96ce7a6835f4 Oct 06 12:25:34.029558 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Publish callbacks [] for port (bdcc961b-304c-444c-bc7a-295c395d3871), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:34.049822 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (bdcc961b-304c-444c-bc7a-295c395d3871), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:34.052746 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f0d67-bf9d-4873-856f-b906412bb4d3 req-f5e6453f-a154-4c6d-a870-1ab2347d1d51 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:34.063336 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-790f0d67-bf9d-4873-856f-b906412bb4d3 req-f5e6453f-a154-4c6d-a870-1ab2347d1d51 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 944 time: 0.0839362 Oct 06 12:25:34.093509 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-c951bdc9-7264-40d5-b717-2266368c2f94 None None] Current status of the port cd51f94b-5286-4c22-8576-1e0ce9071b78 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:34.108758 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Checking router: 0fc11192-6965-4fb1-a737-7ce081f5aeab for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:25:34.109468 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Updating router 0fc11192-6965-4fb1-a737-7ce081f5aeab port 48eba660-c03f-4401-a1b0-7bd38af499cf binding host dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:25:34.176497 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-790f0d67-bf9d-4873-856f-b906412bb4d3 req-5d517304-2f60-45c9-ba7c-69e4d329790b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059456 Oct 06 12:25:34.220070 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665452'] for router_interface (0fc11192-6965-4fb1-a737-7ce081f5aeab), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:34.228083 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Pushing event updated for resources: {'Port': ['ID=bdcc961b-304c-444c-bc7a-295c395d3871,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:34.286331 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (48eba660-c03f-4401-a1b0-7bd38af499cf), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:34.310052 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-88d5c6b8-a659-4d2a-aaa5-5af65896fe8e req-f20a514e-e88f-47e1-95b8-dabbea8ea938 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 210 time: 0.0477419 Oct 06 12:25:34.351208 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed494aac-27e6-45af-a455-6466e86de95e req-c3c30ac6-4698-4ef2-a085-8e86615731f8 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:34.367361 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ed494aac-27e6-45af-a455-6466e86de95e req-c3c30ac6-4698-4ef2-a085-8e86615731f8 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 943 time: 0.1892970 Oct 06 12:25:34.368017 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-3cd724fb-0ee0-4fe6-82e2-f413f5351790 None None] Provisioning complete for port bdcc961b-304c-444c-bc7a-295c395d3871 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:34.368456 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-3cd724fb-0ee0-4fe6-82e2-f413f5351790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (bdcc961b-304c-444c-bc7a-295c395d3871), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:34.369007 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-3cd724fb-0ee0-4fe6-82e2-f413f5351790 None None] Attempt 1 to provision port bdcc961b-304c-444c-bc7a-295c395d3871 Oct 06 12:25:34.392128 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Network 009d8484-70bc-499f-bb53-48e857c73e17 is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:34.393978 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:34.415358 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ed494aac-27e6-45af-a455-6466e86de95e req-8777e4ec-4507-4757-8f12-be24468bab06 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470128 Oct 06 12:25:34.532812 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-3cd724fb-0ee0-4fe6-82e2-f413f5351790 None None] Port bdcc961b-304c-444c-bc7a-295c395d3871 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:25:34.535409 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c5264c-2327-45ef-931c-a36a318c489a', 'name': 'tempest-TestVolumeBootPattern-1110920092-router', 'tenant_id': '7d7cefa469664b099a6f0a24e705bdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'b15d27ad-658c-4463-9e1f-608b7b82290d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:25Z', 'revision_number': 4, 'project_id': '7d7cefa469664b099a6f0a24e705bdad', 'gw_port': {'id': 'b15d27ad-658c-4463-9e1f-608b7b82290d', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c5264c-2327-45ef-931c-a36a318c489a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:20Z', 'updated_at': '2022-10-06T12:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'f205063c-7540-4f78-911d-11c49c88360c', 'name': '', 'network_id': 'ebfc519f-05ab-43ee-80ea-27d68769a10a', 'tenant_id': '7d7cefa469664b099a6f0a24e705bdad', 'mac_address': 'fa:16:3e:87:7a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c5264c-2327-45ef-931c-a36a318c489a', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf46f975-f9ad-4693-84d8-4a4fc18c0231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:24Z', 'updated_at': '2022-10-06T12:25:32Z', 'revision_number': 4, 'project_id': '7d7cefa469664b099a6f0a24e705bdad', 'subnets': [{'id': 'bf46f975-f9ad-4693-84d8-4a4fc18c0231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:34.543540 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Router 0fc11192-6965-4fb1-a737-7ce081f5aeab has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:25:34.579014 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port dd67df93-3626-4f36-8ff6-96ce7a6835f4 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:34.579388 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:34.585827 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfc50a9-b0d0-45fe-a7b2-8c413a9aed45 None None] The sync data for ids ['09c5264c-2327-45ef-931c-a36a318c489a'] in dv-cinder-856041-2-iscsi is: [{'id': '09c5264c-2327-45ef-931c-a36a318c489a', 'name': 'tempest-TestVolumeBootPattern-1110920092-router', 'tenant_id': '7d7cefa469664b099a6f0a24e705bdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'b15d27ad-658c-4463-9e1f-608b7b82290d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:25Z', 'revision_number': 4, 'project_id': '7d7cefa469664b099a6f0a24e705bdad', 'gw_port': {'id': 'b15d27ad-658c-4463-9e1f-608b7b82290d', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c5264c-2327-45ef-931c-a36a318c489a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:20Z', 'updated_at': '2022-10-06T12:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'f205063c-7540-4f78-911d-11c49c88360c', 'name': '', 'network_id': 'ebfc519f-05ab-43ee-80ea-27d68769a10a', 'tenant_id': '7d7cefa469664b099a6f0a24e705bdad', 'mac_address': 'fa:16:3e:87:7a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c5264c-2327-45ef-931c-a36a318c489a', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bf46f975-f9ad-4693-84d8-4a4fc18c0231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:24Z', 'updated_at': '2022-10-06T12:25:32Z', 'revision_number': 4, 'project_id': '7d7cefa469664b099a6f0a24e705bdad', 'subnets': [{'id': 'bf46f975-f9ad-4693-84d8-4a4fc18c0231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:25:34.608917 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:34.703419 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:34.710348 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:25:34.712223 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port dd67df93-3626-4f36-8ff6-96ce7a6835f4, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=dd67df93-3626-4f36-8ff6-96ce7a6835f4,segment=NetworkSegment(0c5c7493-fd94-4429-bbb4-379ff34330c1),segment_id=0c5c7493-fd94-4429-bbb4-379ff34330c1)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:34.728417 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-851d890d-5a4e-4e0e-9de8-140fb7b9ffe6 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/0fc11192-6965-4fb1-a737-7ce081f5aeab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2976429 Oct 06 12:25:34.808890 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:34.929071 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-7946a371-f62b-483c-86ee-527d46505d7b None None] Provisioning complete for port bdcc961b-304c-444c-bc7a-295c395d3871 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:34.929462 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-7946a371-f62b-483c-86ee-527d46505d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (bdcc961b-304c-444c-bc7a-295c395d3871), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:34.929802 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-7946a371-f62b-483c-86ee-527d46505d7b None None] Attempt 1 to provision port bdcc961b-304c-444c-bc7a-295c395d3871 Oct 06 12:25:34.935653 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=dd67df93-3626-4f36-8ff6-96ce7a6835f4,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:34.977046 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:35.010241 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-7946a371-f62b-483c-86ee-527d46505d7b None None] Port bdcc961b-304c-444c-bc7a-295c395d3871 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:25:35.015441 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Publish callbacks [] for port (48eba660-c03f-4401-a1b0-7bd38af499cf), precommit_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:35.022287 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (48eba660-c03f-4401-a1b0-7bd38af499cf), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:35.059886 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device cd51f94b-5286-4c22-8576-1e0ce9071b78 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:35.076900 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Attempting to bind port 48eba660-c03f-4401-a1b0-7bd38af499cf on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:25:35.077145 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Attempting to bind port 48eba660-c03f-4401-a1b0-7bd38af499cf by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:25:35.077411 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Attempting to bind port 48eba660-c03f-4401-a1b0-7bd38af499cf on network 3a606d5c-6843-4963-ada6-7bee64b338fb {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:35.142436 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f55308-f7fa-43a3-b697-64da207f6832 None None] Pushing event updated for resources: {'Port': ['ID=48eba660-c03f-4401-a1b0-7bd38af499cf,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:35.170591 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:25:35.171102 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Checking segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:35.171793 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:35.172015 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Bound using segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:25:35.172567 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Bound port: 48eba660-c03f-4401-a1b0-7bd38af499cf, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:25:35.172950 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (48eba660-c03f-4401-a1b0-7bd38af499cf), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:35.179756 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port cd51f94b-5286-4c22-8576-1e0ce9071b78 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:35.179756 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (cd51f94b-5286-4c22-8576-1e0ce9071b78), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:35.179756 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port cd51f94b-5286-4c22-8576-1e0ce9071b78 Oct 06 12:25:35.302562 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] For port 48eba660-c03f-4401-a1b0-7bd38af499cf, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:25:35.306461 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] For port 48eba660-c03f-4401-a1b0-7bd38af499cf, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=48eba660-c03f-4401-a1b0-7bd38af499cf,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:25:35.318927 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f91931-65f2-429f-86ee-b32d3d874f8f req-60956c42-7e92-40e6-a449-e39795a98787 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:35.325632 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e8f91931-65f2-429f-86ee-b32d3d874f8f req-60956c42-7e92-40e6-a449-e39795a98787 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 944 time: 0.0636497 Oct 06 12:25:35.335229 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (48eba660-c03f-4401-a1b0-7bd38af499cf), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:35.411370 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port cd51f94b-5286-4c22-8576-1e0ce9071b78 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:35.412496 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device f205063c-7540-4f78-911d-11c49c88360c up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:35.419074 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Routers {'0fc11192-6965-4fb1-a737-7ce081f5aeab'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:35.419749 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:25:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['0fc11192-6965-4fb1-a737-7ce081f5aeab'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:35.468932 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e8f91931-65f2-429f-86ee-b32d3d874f8f req-55c1eafe-19e7-4e66-b9c8-13cb522a070c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148412 Oct 06 12:25:35.487351 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ee51a1f0-3263-4be1-a200-5659b771b474 req-deefcf58-15a2-4579-b327-a76b8bf6284d tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 210 time: 0.0649905 Oct 06 12:25:35.658438 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15f953-896f-46c7-a408-2eab79e85cc6 req-32fd7b2a-303f-4a6a-8ce3-7a28423ff9fc tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:35.660295 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9e15f953-896f-46c7-a408-2eab79e85cc6 req-32fd7b2a-303f-4a6a-8ce3-7a28423ff9fc tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 943 time: 0.0939927 Oct 06 12:25:35.678436 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 5fc05d61-8835-4816-b8ac-5f557c8e0fdb details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:25:35.681003 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:35.763376 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9e15f953-896f-46c7-a408-2eab79e85cc6 req-915fef92-b66d-4aec-a078-0243d01910fb tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916677 Oct 06 12:25:35.815789 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f55308-f7fa-43a3-b697-64da207f6832 None None] Pushing event updated for resources: {'Port': ['ID=48eba660-c03f-4401-a1b0-7bd38af499cf,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:35.830991 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:35.944531 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] Set router 0fc11192-6965-4fb1-a737-7ce081f5aeab gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:35.993430 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:25:35.997637 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:36.015303 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port f205063c-7540-4f78-911d-11c49c88360c triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:36.015662 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (f205063c-7540-4f78-911d-11c49c88360c), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:36.015964 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port f205063c-7540-4f78-911d-11c49c88360c Oct 06 12:25:36.040754 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:36.041137 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (02cb1ceb-4a00-4f6e-8fe3-e8409283f314), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:36.041481 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 Oct 06 12:25:36.118229 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=5fc05d61-8835-4816-b8ac-5f557c8e0fdb,segment=NetworkSegment(41f1297a-92cb-449d-ba02-61cb75a51679),segment_id=41f1297a-92cb-449d-ba02-61cb75a51679)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:36.190298 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '5fc05d61-8835-4816-b8ac-5f557c8e0fdb', 'network_id': 'a3b35b13-487e-4ccb-b137-7c1ff7b66ae5', 'port_id': '5fc05d61-8835-4816-b8ac-5f557c8e0fdb', 'mac_address': 'fa:16:3e:68:b3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a589d958-0156-42ff-8794-9a5708f20bf1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:25:36.333214 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port f205063c-7540-4f78-911d-11c49c88360c is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:36.333623 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (f205063c-7540-4f78-911d-11c49c88360c), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:36.369743 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:36.370132 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (5fc05d61-8835-4816-b8ac-5f557c8e0fdb), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:36.389489 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:36.389872 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (02cb1ceb-4a00-4f6e-8fe3-e8409283f314), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:36.393784 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc05d61-8835-4816-b8ac-5f557c8e0fdb {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:25:36.466300 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port f205063c-7540-4f78-911d-11c49c88360c, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=f205063c-7540-4f78-911d-11c49c88360c,segment=NetworkSegment(a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32),segment_id=a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:36.540566 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'name': 'tempest-TestMinimumBasicScenario-644488514-router', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '48eba660-c03f-4401-a1b0-7bd38af499cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:27Z', 'updated_at': '2022-10-06T12:25:33Z', 'revision_number': 4, 'project_id': 'b82af73e810a4053a0a125077f1b22b5', 'gw_port': {'id': '48eba660-c03f-4401-a1b0-7bd38af499cf', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:28Z', 'updated_at': '2022-10-06T12:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'bdcc961b-304c-444c-bc7a-295c395d3871', 'name': '', 'network_id': '009d8484-70bc-499f-bb53-48e857c73e17', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5', 'mac_address': 'fa:16:3e:41:a1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84945c65-12ca-42de-83d7-bf71c024ad27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:33Z', 'updated_at': '2022-10-06T12:25:33Z', 'revision_number': 2, 'project_id': 'b82af73e810a4053a0a125077f1b22b5', 'subnets': [{'id': '84945c65-12ca-42de-83d7-bf71c024ad27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:36.545974 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (f205063c-7540-4f78-911d-11c49c88360c), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:36.630839 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=02cb1ceb-4a00-4f6e-8fe3-e8409283f314,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:36.644143 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:25:36.648742 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf630990-0748-476d-b055-06ef0f1319f2" -d '{"events": [{"server_uuid": "1620fb3a-f872-41f2-83d2-909fbe71f438", "name": "network-vif-plugged", "status": "completed", "tag": "02cb1ceb-4a00-4f6e-8fe3-e8409283f314"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:25:36.654542 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=5fc05d61-8835-4816-b8ac-5f557c8e0fdb,segment=NetworkSegment(41f1297a-92cb-449d-ba02-61cb75a51679),segment_id=41f1297a-92cb-449d-ba02-61cb75a51679)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:36.672916 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f0cc6b-e213-4f39-85d6-c6effd54ca66 None None] The sync data for ids ['0fc11192-6965-4fb1-a737-7ce081f5aeab'] in dv-cinder-856041-2-iscsi is: [{'id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'name': 'tempest-TestMinimumBasicScenario-644488514-router', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '48eba660-c03f-4401-a1b0-7bd38af499cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:27Z', 'updated_at': '2022-10-06T12:25:33Z', 'revision_number': 4, 'project_id': 'b82af73e810a4053a0a125077f1b22b5', 'gw_port': {'id': '48eba660-c03f-4401-a1b0-7bd38af499cf', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:28Z', 'updated_at': '2022-10-06T12:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'bdcc961b-304c-444c-bc7a-295c395d3871', 'name': '', 'network_id': '009d8484-70bc-499f-bb53-48e857c73e17', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5', 'mac_address': 'fa:16:3e:41:a1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84945c65-12ca-42de-83d7-bf71c024ad27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:33Z', 'updated_at': '2022-10-06T12:25:33Z', 'revision_number': 2, 'project_id': 'b82af73e810a4053a0a125077f1b22b5', 'subnets': [{'id': '84945c65-12ca-42de-83d7-bf71c024ad27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:25:36.681913 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (02cb1ceb-4a00-4f6e-8fe3-e8409283f314), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:36.686147 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (5fc05d61-8835-4816-b8ac-5f557c8e0fdb), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:36.696131 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363ba4f-9555-427e-bb0d-1f949e2e09d0 req-520f23c1-aadd-4247-bf84-f9a4a8411036 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:36.703260 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b363ba4f-9555-427e-bb0d-1f949e2e09d0 req-520f23c1-aadd-4247-bf84-f9a4a8411036 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 944 time: 0.0835106 Oct 06 12:25:36.736061 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=f205063c-7540-4f78-911d-11c49c88360c,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:36.780499 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-034cbddc-a7e8-4be3-870f-b9e75dffd03c tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:36.782571 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-034cbddc-a7e8-4be3-870f-b9e75dffd03c tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.23 "GET /networking/v2.0/networks?id=11dfbbc8-d8d2-470b-88d8-288b0ef74b7b HTTP/1.1" status: 200 len: 813 time: 0.3981538 Oct 06 12:25:36.789474 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:36.793239 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ae1357bc-45a8-42c4-bb3c-1f446ae71a22 req-1231045b-e49b-456f-9017-d784ecce15a9 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 210 time: 0.1514442 Oct 06 12:25:36.837792 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-ea547e60-5113-46a5-9239-b4ab37378024 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Request body: {'port': {'device_id': '6fc250a5-1327-420b-bb97-d216396d2b73', 'network_id': '11dfbbc8-d8d2-470b-88d8-288b0ef74b7b', 'admin_state_up': True, 'tenant_id': 'd2d5034a312544cd9a1d72439556cf41'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:36.841597 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=02cb1ceb-4a00-4f6e-8fe3-e8409283f314,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:36.874937 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b363ba4f-9555-427e-bb0d-1f949e2e09d0 req-59786fa0-dea8-4cfb-814a-57fe1cb13ce3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703362 Oct 06 12:25:36.923795 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14ed215-b478-4e1d-a48d-32fadcb50605 x-openstack-request-id: req-d14ed215-b478-4e1d-a48d-32fadcb50605 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:25:36.925306 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1620fb3a-f872-41f2-83d2-909fbe71f438", "name": "network-vif-plugged", "status": "completed", "tag": "02cb1ceb-4a00-4f6e-8fe3-e8409283f314", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:25:36.926101 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d14ed215-b478-4e1d-a48d-32fadcb50605 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:25:36.930624 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14ed215-b478-4e1d-a48d-32fadcb50605'] response: {'server_uuid': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314', 'code': 200} Oct 06 12:25:36.979212 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:37.063693 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device f205063c-7540-4f78-911d-11c49c88360c up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:37.149298 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=5fc05d61-8835-4816-b8ac-5f557c8e0fdb,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:37.193569 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:37.210780 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port f205063c-7540-4f78-911d-11c49c88360c triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:37.211209 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (f205063c-7540-4f78-911d-11c49c88360c), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:37.211668 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port f205063c-7540-4f78-911d-11c49c88360c Oct 06 12:25:37.214494 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-ea547e60-5113-46a5-9239-b4ab37378024 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Made reservation on behalf of d2d5034a312544cd9a1d72439556cf41 for: {'port': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:25:37.227705 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-ea547e60-5113-46a5-9239-b4ab37378024 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:37.257016 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['5fc05d61-8835-4816-b8ac-5f557c8e0fdb'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:25:37.282181 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7568af-f3e2-4d73-9f16-da8c3ec55d08 req-d4881f26-b7f2-43cf-912f-49399ee89598 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:37.284453 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ad7568af-f3e2-4d73-9f16-da8c3ec55d08 req-d4881f26-b7f2-43cf-912f-49399ee89598 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 944 time: 0.1905289 Oct 06 12:25:37.334672 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:37.348639 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf70780-2582-49f0-a602-0b1eacb93626 req-9109fb7d-a6eb-4fe5-81e1-07690d86f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:37.350482 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cdf70780-2582-49f0-a602-0b1eacb93626 req-9109fb7d-a6eb-4fe5-81e1-07690d86f083 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 1129 time: 0.1528950 Oct 06 12:25:37.392449 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port f205063c-7540-4f78-911d-11c49c88360c is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:37.394091 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device dd67df93-3626-4f36-8ff6-96ce7a6835f4 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:37.482271 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cdf70780-2582-49f0-a602-0b1eacb93626 req-7eb70343-9e8d-4a34-b1d3-a15a2d84c770 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249130 Oct 06 12:25:37.497869 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:37.520910 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port dd67df93-3626-4f36-8ff6-96ce7a6835f4 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:37.520910 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:37.520910 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port dd67df93-3626-4f36-8ff6-96ce7a6835f4 Oct 06 12:25:37.534334 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ad7568af-f3e2-4d73-9f16-da8c3ec55d08 req-b64bb08c-f83a-40b9-99b3-4f4f47379c86 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997848 Oct 06 12:25:37.549170 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-ea547e60-5113-46a5-9239-b4ab37378024 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Allocated IP 172.20.0.3 (11dfbbc8-d8d2-470b-88d8-288b0ef74b7b/d4ff559b-e4e3-4abd-a5a4-30b9de307897/a780075c-a2ca-45cd-b0e5-d55fa7367adc) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:37.671144 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port dd67df93-3626-4f36-8ff6-96ce7a6835f4 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:37.779901 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-ea547e60-5113-46a5-9239-b4ab37378024 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Publish callbacks [] for port (a780075c-a2ca-45cd-b0e5-d55fa7367adc), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:37.823181 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-ea547e60-5113-46a5-9239-b4ab37378024 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (a780075c-a2ca-45cd-b0e5-d55fa7367adc), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:37.882592 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-ea547e60-5113-46a5-9239-b4ab37378024 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Network 11dfbbc8-d8d2-470b-88d8-288b0ef74b7b is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:37.885808 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-ea547e60-5113-46a5-9239-b4ab37378024 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:37.888562 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-ea547e60-5113-46a5-9239-b4ab37378024 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:37.927405 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea547e60-5113-46a5-9239-b4ab37378024 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Pushing event updated for resources: {'Port': ['ID=a780075c-a2ca-45cd-b0e5-d55fa7367adc,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:37.979927 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-ea547e60-5113-46a5-9239-b4ab37378024 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:37.980541 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-ea547e60-5113-46a5-9239-b4ab37378024 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:38.044325 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051de55d-111d-4a9e-b40b-d7eea8972c8b req-b15fbe39-fdd1-4fd9-a782-70eac47b0427 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:38.052975 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-051de55d-111d-4a9e-b40b-d7eea8972c8b req-b15fbe39-fdd1-4fd9-a782-70eac47b0427 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 931 time: 0.1558340 Oct 06 12:25:38.073860 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:38.086469 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-ea547e60-5113-46a5-9239-b4ab37378024 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2810564 Oct 06 12:25:38.094323 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5fbbe-50e4-4029-a79a-c9259c61ea91 req-072a4ab0-af1e-4249-97bf-97cb17a6c70c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:38.095831 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1eb5fbbe-50e4-4029-a79a-c9259c61ea91 req-072a4ab0-af1e-4249-97bf-97cb17a6c70c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.1125107 Oct 06 12:25:38.146369 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-051de55d-111d-4a9e-b40b-d7eea8972c8b req-26147fc6-e633-4dde-9a15-3a51a2d39bd6 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924220 Oct 06 12:25:38.184207 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1eb5fbbe-50e4-4029-a79a-c9259c61ea91 req-cbff70eb-6771-4af8-8d8d-73cdc7c8af59 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811787 Oct 06 12:25:38.692987 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85c032-995b-49ac-a366-ba9f91616f2c req-2030ef02-4fb5-4e23-9cde-83c51ffa5a41 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:38.695103 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8f85c032-995b-49ac-a366-ba9f91616f2c req-2030ef02-4fb5-4e23-9cde-83c51ffa5a41 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 944 time: 0.0530407 Oct 06 12:25:38.770127 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8f85c032-995b-49ac-a366-ba9f91616f2c req-2182e9f8-e193-4536-b0b3-d505bd3383b2 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638759 Oct 06 12:25:38.869525 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Request body: {'port': {'device_id': '6fc250a5-1327-420b-bb97-d216396d2b73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:38.961593 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a780075c-a2ca-45cd-b0e5-d55fa7367adc), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:38.962408 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 48eba660-c03f-4401-a1b0-7bd38af499cf up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:39.045160 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 48eba660-c03f-4401-a1b0-7bd38af499cf triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:39.045545 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (48eba660-c03f-4401-a1b0-7bd38af499cf), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:39.045883 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 48eba660-c03f-4401-a1b0-7bd38af499cf Oct 06 12:25:39.134622 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:39.153205 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 48eba660-c03f-4401-a1b0-7bd38af499cf is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:39.153815 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (48eba660-c03f-4401-a1b0-7bd38af499cf), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:39.186694 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port 48eba660-c03f-4401-a1b0-7bd38af499cf, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=48eba660-c03f-4401-a1b0-7bd38af499cf,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:39.193819 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (48eba660-c03f-4401-a1b0-7bd38af499cf), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:39.213766 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:39.238495 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=53 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:39.307163 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=48eba660-c03f-4401-a1b0-7bd38af499cf,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:39.321157 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:39.321551 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:39.321902 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:39.322492 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:39.322836 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:39.323171 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:39.323547 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:39.323853 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:39.324179 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:39.324503 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:39.325082 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:39.325437 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:39.325763 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:39.326086 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:39.326434 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:25:39.374623 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69571860-9135-4af0-a6d9-cb68a9021c2c req-c833fe65-69b8-4669-b232-f2680448d575 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:39.381333 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-69571860-9135-4af0-a6d9-cb68a9021c2c req-c833fe65-69b8-4669-b232-f2680448d575 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 931 time: 0.0928237 Oct 06 12:25:39.455564 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bb1dd-76ce-4bc0-b075-0b0f35529c2e req-1734be66-09fc-4f44-b128-bdf7f47ff22f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:39.457197 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-954bb1dd-76ce-4bc0-b075-0b0f35529c2e req-1734be66-09fc-4f44-b128-bdf7f47ff22f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.1133800 Oct 06 12:25:39.526964 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 5fc05d61-8835-4816-b8ac-5f557c8e0fdb up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:39.537981 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-69571860-9135-4af0-a6d9-cb68a9021c2c req-7e34d47a-d3f1-4d74-bf08-15b6b0544992 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557126 Oct 06 12:25:39.553510 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a780075c-a2ca-45cd-b0e5-d55fa7367adc {{(pid=106140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:25:39.579987 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Publish callbacks [] for port (a780075c-a2ca-45cd-b0e5-d55fa7367adc), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:39.587340 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-954bb1dd-76ce-4bc0-b075-0b0f35529c2e req-41fe947b-ec2b-4efe-bc0e-69df3d4c2cc9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208527 Oct 06 12:25:39.598362 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.provisioning_blocks [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Transition to ACTIVE for port object a780075c-a2ca-45cd-b0e5-d55fa7367adc will not be triggered until provisioned by entity L2. {{(pid=106140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:25:39.604535 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (a780075c-a2ca-45cd-b0e5-d55fa7367adc), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:39.626299 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:39.637736 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:25:39.650262 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:39.650760 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (5fc05d61-8835-4816-b8ac-5f557c8e0fdb), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:39.651235 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb Oct 06 12:25:39.699312 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Pushing event updated for resources: {'Port': ['ID=a780075c-a2ca-45cd-b0e5-d55fa7367adc,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:39.737187 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Attempting to bind port a780075c-a2ca-45cd-b0e5-d55fa7367adc on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:25:39.737879 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Attempting to bind port a780075c-a2ca-45cd-b0e5-d55fa7367adc by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': '9395b506-f04d-42e6-8060-ea755347208b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11dfbbc8-d8d2-470b-88d8-288b0ef74b7b'}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:25:39.738425 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Attempting to bind port a780075c-a2ca-45cd-b0e5-d55fa7367adc on network 11dfbbc8-d8d2-470b-88d8-288b0ef74b7b {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:39.794272 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:39.794626 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (5fc05d61-8835-4816-b8ac-5f557c8e0fdb), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:39.798244 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Port a780075c-a2ca-45cd-b0e5-d55fa7367adc on network 11dfbbc8-d8d2-470b-88d8-288b0ef74b7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:25:39.799012 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Attempting to bind port a780075c-a2ca-45cd-b0e5-d55fa7367adc on network 11dfbbc8-d8d2-470b-88d8-288b0ef74b7b {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:39.823458 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:39.839473 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=5fc05d61-8835-4816-b8ac-5f557c8e0fdb,segment=NetworkSegment(41f1297a-92cb-449d-ba02-61cb75a51679),segment_id=41f1297a-92cb-449d-ba02-61cb75a51679)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:39.840766 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8e72d3-918b-4046-897d-e7c3f5a5913c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc05d61-8835-4816-b8ac-5f557c8e0fdb'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:25:39.843499 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d0f3a2-3adf-4ea5-9e3d-68ce5325285e" -d '{"events": [{"server_uuid": "0d8e72d3-918b-4046-897d-e7c3f5a5913c", "name": "network-vif-plugged", "status": "completed", "tag": "5fc05d61-8835-4816-b8ac-5f557c8e0fdb"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:25:39.856173 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (5fc05d61-8835-4816-b8ac-5f557c8e0fdb), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:39.923823 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:25:39.924453 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Checking segment: {'id': '9395b506-f04d-42e6-8060-ea755347208b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11dfbbc8-d8d2-470b-88d8-288b0ef74b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:39.924574 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Bound using segment: {'id': '9395b506-f04d-42e6-8060-ea755347208b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11dfbbc8-d8d2-470b-88d8-288b0ef74b7b'} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:25:39.924970 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Bound port: a780075c-a2ca-45cd-b0e5-d55fa7367adc, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9395b506-f04d-42e6-8060-ea755347208b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11dfbbc8-d8d2-470b-88d8-288b0ef74b7b'}}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:25:39.925360 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a780075c-a2ca-45cd-b0e5-d55fa7367adc), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:39.967692 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3f3bb-5c9a-46b2-95f1-ff9f493a5c51 req-b9621ec8-eb2b-48b2-a831-ca4c28e7b3ce tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:39.967917 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15258548-7c57-487c-9896-31307b9aedf6 x-openstack-request-id: req-15258548-7c57-487c-9896-31307b9aedf6 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:25:39.967917 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8e72d3-918b-4046-897d-e7c3f5a5913c", "name": "network-vif-plugged", "status": "completed", "tag": "5fc05d61-8835-4816-b8ac-5f557c8e0fdb", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:25:39.967917 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-15258548-7c57-487c-9896-31307b9aedf6 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:25:39.967917 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15258548-7c57-487c-9896-31307b9aedf6'] response: {'server_uuid': '0d8e72d3-918b-4046-897d-e7c3f5a5913c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc05d61-8835-4816-b8ac-5f557c8e0fdb', 'code': 200} Oct 06 12:25:39.968614 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-64e3f3bb-5c9a-46b2-95f1-ff9f493a5c51 req-b9621ec8-eb2b-48b2-a831-ca4c28e7b3ce tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 945 time: 0.1048357 Oct 06 12:25:39.981956 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=5fc05d61-8835-4816-b8ac-5f557c8e0fdb,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:40.111849 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] For port a780075c-a2ca-45cd-b0e5-d55fa7367adc, host hv-cinder-85604, cleared binding levels {{(pid=106140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:25:40.137239 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-64e3f3bb-5c9a-46b2-95f1-ff9f493a5c51 req-08754c7d-7a88-4502-a747-b92c1359ddea tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692278 Oct 06 12:25:40.138933 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] For port a780075c-a2ca-45cd-b0e5-d55fa7367adc, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=a780075c-a2ca-45cd-b0e5-d55fa7367adc,segment=NetworkSegment(9395b506-f04d-42e6-8060-ea755347208b),segment_id=9395b506-f04d-42e6-8060-ea755347208b)] {{(pid=106140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:25:40.146718 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (a780075c-a2ca-45cd-b0e5-d55fa7367adc), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:40.151190 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:40.151904 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:40.153362 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/a780075c-a2ca-45cd-b0e5-d55fa7367adc HTTP/1.1" status: 200 len: 1093 time: 1.2957625 Oct 06 12:25:40.164337 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc250a5-1327-420b-bb97-d216396d2b73', 'tag': 'a780075c-a2ca-45cd-b0e5-d55fa7367adc'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:25:40.167815 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e92834f-da5f-4805-ad41-2fbba5ccfb75" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc250a5-1327-420b-bb97-d216396d2b73", "tag": "a780075c-a2ca-45cd-b0e5-d55fa7367adc"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:25:40.236869 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76b2193-ad5d-4642-8ddd-f0bc8c5f5ef0 x-openstack-request-id: req-a76b2193-ad5d-4642-8ddd-f0bc8c5f5ef0 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:25:40.237171 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc250a5-1327-420b-bb97-d216396d2b73", "tag": "a780075c-a2ca-45cd-b0e5-d55fa7367adc", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:25:40.237425 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a76b2193-ad5d-4642-8ddd-f0bc8c5f5ef0 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:25:40.237823 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a76b2193-ad5d-4642-8ddd-f0bc8c5f5ef0'] response: {'name': 'network-changed', 'server_uuid': '6fc250a5-1327-420b-bb97-d216396d2b73', 'tag': 'a780075c-a2ca-45cd-b0e5-d55fa7367adc', 'status': 'completed', 'code': 200} Oct 06 12:25:40.239448 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89714fa9-b2b1-4b0d-9a31-43fd0fe9cf7f service neutron] Pushing event updated for resources: {'Port': ['ID=a780075c-a2ca-45cd-b0e5-d55fa7367adc,revision_number=3']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:40.443043 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Sync routers for ids ['0fc11192-6965-4fb1-a737-7ce081f5aeab'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:25:40.454374 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Routers {'0fc11192-6965-4fb1-a737-7ce081f5aeab'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:40.455025 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:25:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['0fc11192-6965-4fb1-a737-7ce081f5aeab'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:40.563675 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Set router 0fc11192-6965-4fb1-a737-7ce081f5aeab gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:40.753363 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:40.766238 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415d00d-2b0a-4fe2-a439-4f05bcc0cfda req-6dabeae6-72af-4e07-8d88-63fe1495afb7 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:40.778318 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6415d00d-2b0a-4fe2-a439-4f05bcc0cfda req-6dabeae6-72af-4e07-8d88-63fe1495afb7 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 943 time: 0.1102114 Oct 06 12:25:40.779131 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'name': 'tempest-TestMinimumBasicScenario-644488514-router', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '48eba660-c03f-4401-a1b0-7bd38af499cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:27Z', 'updated_at': '2022-10-06T12:25:33Z', 'revision_number': 4, 'project_id': 'b82af73e810a4053a0a125077f1b22b5', 'gw_port': {'id': '48eba660-c03f-4401-a1b0-7bd38af499cf', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:28Z', 'updated_at': '2022-10-06T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'bdcc961b-304c-444c-bc7a-295c395d3871', 'name': '', 'network_id': '009d8484-70bc-499f-bb53-48e857c73e17', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5', 'mac_address': 'fa:16:3e:41:a1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84945c65-12ca-42de-83d7-bf71c024ad27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:33Z', 'updated_at': '2022-10-06T12:25:33Z', 'revision_number': 2, 'project_id': 'b82af73e810a4053a0a125077f1b22b5', 'subnets': [{'id': '84945c65-12ca-42de-83d7-bf71c024ad27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:40.809811 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Checking router: 0fc11192-6965-4fb1-a737-7ce081f5aeab for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:25:40.810080 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Updating router 0fc11192-6965-4fb1-a737-7ce081f5aeab port bdcc961b-304c-444c-bc7a-295c395d3871 binding host dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:25:40.872314 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92834f-da5f-4805-ad41-2fbba5ccfb75 req-1a625b36-642f-473f-89ad-415da2fbbae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:40.873973 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9e92834f-da5f-4805-ad41-2fbba5ccfb75 req-1a625b36-642f-473f-89ad-415da2fbbae4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d2d5034a312544cd9a1d72439556cf41&device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 1127 time: 0.0651464 Oct 06 12:25:40.874472 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (bdcc961b-304c-444c-bc7a-295c395d3871), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:40.911458 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd47fd-4176-4d20-8483-a25faf27e1af req-68044803-e30a-4deb-ae05-0be0dc14c7bb tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:40.937364 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a2fd47fd-4176-4d20-8483-a25faf27e1af req-68044803-e30a-4deb-ae05-0be0dc14c7bb tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.2114017 Oct 06 12:25:40.963833 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 48eba660-c03f-4401-a1b0-7bd38af499cf up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:41.002566 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb19cb-342a-42df-99a3-b82f44fc248c req-e1546a82-b0bd-4969-8eee-ffcd68354411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:41.004583 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e8cb19cb-342a-42df-99a3-b82f44fc248c req-e1546a82-b0bd-4969-8eee-ffcd68354411 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 1129 time: 0.0662239 Oct 06 12:25:41.041744 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 48eba660-c03f-4401-a1b0-7bd38af499cf triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:41.042342 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (48eba660-c03f-4401-a1b0-7bd38af499cf), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:41.042859 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 48eba660-c03f-4401-a1b0-7bd38af499cf Oct 06 12:25:41.097979 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6415d00d-2b0a-4fe2-a439-4f05bcc0cfda req-68072e54-1a3c-487d-b92a-8b9cf4e8a2a2 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173957 Oct 06 12:25:41.163132 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e8cb19cb-342a-42df-99a3-b82f44fc248c req-d9b79958-bc69-4b51-8fac-8564b3797bda service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403754 Oct 06 12:25:41.172434 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a2fd47fd-4176-4d20-8483-a25faf27e1af req-a2b98bf7-f6aa-45e3-baf7-71f27e76c853 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014503 Oct 06 12:25:41.198216 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92834f-da5f-4805-ad41-2fbba5ccfb75 req-a0f4390e-ab1e-47fc-a9f2-f1645d3fda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:41.200194 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9e92834f-da5f-4805-ad41-2fbba5ccfb75 req-a0f4390e-ab1e-47fc-a9f2-f1645d3fda7c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=d2d5034a312544cd9a1d72439556cf41&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2529645 Oct 06 12:25:41.387419 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Publish callbacks [] for port (bdcc961b-304c-444c-bc7a-295c395d3871), precommit_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:41.406548 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (bdcc961b-304c-444c-bc7a-295c395d3871), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:41.418645 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1521b8-45c7-49fd-b016-85f328d4eb39 req-cfcddf41-4c15-410d-b163-a70283e852a3 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:41.423778 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:41.426016 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 48eba660-c03f-4401-a1b0-7bd38af499cf is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:41.429417 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7e1521b8-45c7-49fd-b016-85f328d4eb39 req-cfcddf41-4c15-410d-b163-a70283e852a3 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 945 time: 0.1470721 Oct 06 12:25:41.447801 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49615a-ea14-453b-a3f4-d9dbf52eb492 req-7bd195b2-80bf-4552-b0c4-2fdca5948e37 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:41.448694 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:41.449271 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3c49615a-ea14-453b-a3f4-d9dbf52eb492 req-7bd195b2-80bf-4552-b0c4-2fdca5948e37 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.1315756 Oct 06 12:25:41.460716 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 53912) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:25:41.465528 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-7492818d-53c2-4e32-ad1c-18f912c322d0 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Request body: {'floatingip': {'port_id': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:41.477072 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec3fc7-a2c1-4cd2-ac68-358180cb38d3 None None] Pushing event updated for resources: {'Port': ['ID=bdcc961b-304c-444c-bc7a-295c395d3871,revision_number=3']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:41.505165 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7e1521b8-45c7-49fd-b016-85f328d4eb39 req-440e096c-56f2-458b-beed-cb4d960c8de5 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743847 Oct 06 12:25:41.543836 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Attempting to bind port bdcc961b-304c-444c-bc7a-295c395d3871 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:25:41.544691 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Attempting to bind port bdcc961b-304c-444c-bc7a-295c395d3871 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': 'b55fedec-ddb7-439b-b80b-d70e85807dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '009d8484-70bc-499f-bb53-48e857c73e17'}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:25:41.545127 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Attempting to bind port bdcc961b-304c-444c-bc7a-295c395d3871 on network 009d8484-70bc-499f-bb53-48e857c73e17 {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:25:41.557502 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7492818d-53c2-4e32-ad1c-18f912c322d0 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for floatingip (64d18d1d-b901-4104-8222-4421b143fffc), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:41.600292 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:25:41.600772 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Checking segment: {'id': 'b55fedec-ddb7-439b-b80b-d70e85807dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '009d8484-70bc-499f-bb53-48e857c73e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:25:41.601247 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:41.601851 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Bound using segment: {'id': 'b55fedec-ddb7-439b-b80b-d70e85807dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '009d8484-70bc-499f-bb53-48e857c73e17'} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:25:41.602579 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Bound port: bdcc961b-304c-444c-bc7a-295c395d3871, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55fedec-ddb7-439b-b80b-d70e85807dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '009d8484-70bc-499f-bb53-48e857c73e17'}}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:25:41.603233 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (bdcc961b-304c-444c-bc7a-295c395d3871), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:41.687097 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] For port bdcc961b-304c-444c-bc7a-295c395d3871, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:25:41.693564 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] For port bdcc961b-304c-444c-bc7a-295c395d3871, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=bdcc961b-304c-444c-bc7a-295c395d3871,segment=NetworkSegment(b55fedec-ddb7-439b-b80b-d70e85807dcc),segment_id=b55fedec-ddb7-439b-b80b-d70e85807dcc)] {{(pid=106142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:25:41.707219 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (bdcc961b-304c-444c-bc7a-295c395d3871), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:41.770332 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec3fc7-a2c1-4cd2-ac68-358180cb38d3 None None] Pushing event updated for resources: {'Port': ['ID=bdcc961b-304c-444c-bc7a-295c395d3871,revision_number=4']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:41.783996 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Routers {'0fc11192-6965-4fb1-a737-7ce081f5aeab'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:41.785455 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:25:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['0fc11192-6965-4fb1-a737-7ce081f5aeab'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:41.844598 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92834f-da5f-4805-ad41-2fbba5ccfb75 req-fbc5c630-0618-4b97-ac68-de48a27c5d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:41.848156 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9e92834f-da5f-4805-ad41-2fbba5ccfb75 req-fbc5c630-0618-4b97-ac68-de48a27c5d79 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1836760 Oct 06 12:25:41.922680 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] Set router 0fc11192-6965-4fb1-a737-7ce081f5aeab gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:42.149342 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:42.192681 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'name': 'tempest-TestMinimumBasicScenario-644488514-router', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '48eba660-c03f-4401-a1b0-7bd38af499cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:27Z', 'updated_at': '2022-10-06T12:25:33Z', 'revision_number': 4, 'project_id': 'b82af73e810a4053a0a125077f1b22b5', 'gw_port': {'id': '48eba660-c03f-4401-a1b0-7bd38af499cf', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:28Z', 'updated_at': '2022-10-06T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'bdcc961b-304c-444c-bc7a-295c395d3871', 'name': '', 'network_id': '009d8484-70bc-499f-bb53-48e857c73e17', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5', 'mac_address': 'fa:16:3e:41:a1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84945c65-12ca-42de-83d7-bf71c024ad27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:33Z', 'updated_at': '2022-10-06T12:25:41Z', 'revision_number': 4, 'project_id': 'b82af73e810a4053a0a125077f1b22b5', 'subnets': [{'id': '84945c65-12ca-42de-83d7-bf71c024ad27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:42.218492 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:42.242387 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6453da-c715-4e9d-8d8f-3f1782f901aa None None] The sync data for ids ['0fc11192-6965-4fb1-a737-7ce081f5aeab'] in dv-cinder-856041-2-iscsi is: [{'id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'name': 'tempest-TestMinimumBasicScenario-644488514-router', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '48eba660-c03f-4401-a1b0-7bd38af499cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:27Z', 'updated_at': '2022-10-06T12:25:33Z', 'revision_number': 4, 'project_id': 'b82af73e810a4053a0a125077f1b22b5', 'gw_port': {'id': '48eba660-c03f-4401-a1b0-7bd38af499cf', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:28Z', 'updated_at': '2022-10-06T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'bdcc961b-304c-444c-bc7a-295c395d3871', 'name': '', 'network_id': '009d8484-70bc-499f-bb53-48e857c73e17', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5', 'mac_address': 'fa:16:3e:41:a1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '84945c65-12ca-42de-83d7-bf71c024ad27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:33Z', 'updated_at': '2022-10-06T12:25:41Z', 'revision_number': 4, 'project_id': 'b82af73e810a4053a0a125077f1b22b5', 'subnets': [{'id': '84945c65-12ca-42de-83d7-bf71c024ad27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:25:42.312545 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ea897-7f1c-44ec-b574-dd3bd864a9ac req-db986697-a715-4f51-a0f7-16e74e91d80c tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:42.316539 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eb8ea897-7f1c-44ec-b574-dd3bd864a9ac req-db986697-a715-4f51-a0f7-16e74e91d80c tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 943 time: 0.0936122 Oct 06 12:25:42.382991 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:42.417171 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eb8ea897-7f1c-44ec-b574-dd3bd864a9ac req-31b7e7ce-6875-469c-9bf7-8641263ff67f tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947664 Oct 06 12:25:42.462462 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7492818d-53c2-4e32-ad1c-18f912c322d0 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:42.470579 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7492818d-53c2-4e32-ad1c-18f912c322d0 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (64d18d1d-b901-4104-8222-4421b143fffc), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:42.499259 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-393b1576-c8a3-482a-b231-f52382f3de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:42.501117 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-393b1576-c8a3-482a-b231-f52382f3de59 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d2d5034a312544cd9a1d72439556cf41&device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 1127 time: 0.0806041 Oct 06 12:25:42.567613 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-fc1bf210-0f5e-4bd5-a00b-64d4ed4a5efd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a780075c-a2ca-45cd-b0e5-d55fa7367adc HTTP/1.1" status: 200 len: 217 time: 0.0394170 Oct 06 12:25:42.616858 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.l3_db [None req-7492818d-53c2-4e32-ad1c-18f912c322d0 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Floating IP 64d18d1d-b901-4104-8222-4421b143fffc associated. External IP: 172.27.0.47, port: 02cb1ceb-4a00-4f6e-8fe3-e8409283f314. Oct 06 12:25:42.727923 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44394df-99dd-43e0-b8a3-fb260c7a656c req-53963b01-0ae2-4535-806c-5203b02077ca tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:42.735359 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c44394df-99dd-43e0-b8a3-fb260c7a656c req-53963b01-0ae2-4535-806c-5203b02077ca tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 945 time: 0.0915892 Oct 06 12:25:42.758788 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-70c2004e-68ac-42ef-aeb2-8b88d97065e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:42.760388 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-70c2004e-68ac-42ef-aeb2-8b88d97065e1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d4ff559b-e4e3-4abd-a5a4-30b9de307897 HTTP/1.1" status: 200 len: 853 time: 0.1687961 Oct 06 12:25:42.825172 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-51f26945-9b1c-4245-95e8-1e6c747de211 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=11dfbbc8-d8d2-470b-88d8-288b0ef74b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389564 Oct 06 12:25:42.830320 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c44394df-99dd-43e0-b8a3-fb260c7a656c req-f50b746a-02d7-4cd0-ab03-c8f7755cfb77 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942619 Oct 06 12:25:42.999628 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7492818d-53c2-4e32-ad1c-18f912c322d0 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Router 132e2803-b92f-40aa-a6ad-b2e83da3f48c has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:25:43.034679 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device bdcc961b-304c-444c-bc7a-295c395d3871 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:43.150632 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port bdcc961b-304c-444c-bc7a-295c395d3871 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:43.151017 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (bdcc961b-304c-444c-bc7a-295c395d3871), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:43.168148 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port bdcc961b-304c-444c-bc7a-295c395d3871 Oct 06 12:25:43.173798 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-6088f68c-900d-4166-9145-0b80dcb29acb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/11dfbbc8-d8d2-470b-88d8-288b0ef74b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123930 Oct 06 12:25:43.232688 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7492818d-53c2-4e32-ad1c-18f912c322d0 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:25:43.237376 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7492818d-53c2-4e32-ad1c-18f912c322d0 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:43.258083 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8776dd-97ce-45b6-9fae-d1e3188e9117 None None] Sync routers for ids ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:25:43.294406 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8776dd-97ce-45b6-9fae-d1e3188e9117 None None] Routers {'132e2803-b92f-40aa-a6ad-b2e83da3f48c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:43.295275 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-3c8776dd-97ce-45b6-9fae-d1e3188e9117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:25:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:43.307065 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-7492818d-53c2-4e32-ad1c-18f912c322d0 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/64d18d1d-b901-4104-8222-4421b143fffc HTTP/1.1" status: 200 len: 990 time: 1.8450384 Oct 06 12:25:43.308291 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'tag': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:25:43.310914 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b34eb69-9576-4710-86cc-dbecbba7e743" -d '{"events": [{"name": "network-changed", "server_uuid": "1620fb3a-f872-41f2-83d2-909fbe71f438", "tag": "02cb1ceb-4a00-4f6e-8fe3-e8409283f314"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:25:43.359657 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636b154a-18f3-4d30-95f7-ddfd5c7333ac x-openstack-request-id: req-636b154a-18f3-4d30-95f7-ddfd5c7333ac {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:25:43.360324 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1620fb3a-f872-41f2-83d2-909fbe71f438", "tag": "02cb1ceb-4a00-4f6e-8fe3-e8409283f314", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:25:43.360324 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-636b154a-18f3-4d30-95f7-ddfd5c7333ac {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:25:43.360593 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636b154a-18f3-4d30-95f7-ddfd5c7333ac'] response: {'name': 'network-changed', 'server_uuid': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'tag': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314', 'status': 'completed', 'code': 200} Oct 06 12:25:43.385417 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port bdcc961b-304c-444c-bc7a-295c395d3871 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:43.385905 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (bdcc961b-304c-444c-bc7a-295c395d3871), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:43.476587 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port bdcc961b-304c-444c-bc7a-295c395d3871, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=bdcc961b-304c-444c-bc7a-295c395d3871,segment=NetworkSegment(b55fedec-ddb7-439b-b80b-d70e85807dcc),segment_id=b55fedec-ddb7-439b-b80b-d70e85807dcc)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:43.490726 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-3c8776dd-97ce-45b6-9fae-d1e3188e9117 None None] Set router 132e2803-b92f-40aa-a6ad-b2e83da3f48c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:43.493420 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (bdcc961b-304c-444c-bc7a-295c395d3871), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:43.684262 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:43.714207 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=bdcc961b-304c-444c-bc7a-295c395d3871,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:43.889345 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-3c8776dd-97ce-45b6-9fae-d1e3188e9117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:18Z', 'revision_number': 4, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port': {'id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '64d18d1d-b901-4104-8222-4421b143fffc', 'tenant_id': '9138bc89f5204975a18156097530643a', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'port_id': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'mac_address': 'fa:16:3e:39:bf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:25:07Z', 'updated_at': '2022-10-06T12:25:42Z', 'revision_number': 1, 'project_id': '9138bc89f5204975a18156097530643a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98dac1c-6bc3-4092-b556-96377ae73c94', 'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'tenant_id': '9138bc89f5204975a18156097530643a', 'mac_address': 'fa:16:3e:37:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:32Z', 'revision_number': 5, 'project_id': '9138bc89f5204975a18156097530643a', 'subnets': [{'id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:43.902802 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34eb69-9576-4710-86cc-dbecbba7e743 req-1ba3b7a5-05c9-48b4-a5af-9c00ed6c1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:43.904427 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2b34eb69-9576-4710-86cc-dbecbba7e743 req-1ba3b7a5-05c9-48b4-a5af-9c00ed6c1faf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 1129 time: 0.0494385 Oct 06 12:25:43.923957 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8776dd-97ce-45b6-9fae-d1e3188e9117 None None] Checking router: 132e2803-b92f-40aa-a6ad-b2e83da3f48c for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:25:43.939034 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8776dd-97ce-45b6-9fae-d1e3188e9117 None None] Routers {'132e2803-b92f-40aa-a6ad-b2e83da3f48c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:25:43.939034 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-3c8776dd-97ce-45b6-9fae-d1e3188e9117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:25:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:43.996330 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:44.019142 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb1304-6bbb-4306-a615-874bd48b4206 req-c8377e2f-868d-422d-9d7d-7e1625d49b48 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:44.026068 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-62bb1304-6bbb-4306-a615-874bd48b4206 req-c8377e2f-868d-422d-9d7d-7e1625d49b48 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 943 time: 0.5034449 Oct 06 12:25:44.088733 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-3c8776dd-97ce-45b6-9fae-d1e3188e9117 None None] Set router 132e2803-b92f-40aa-a6ad-b2e83da3f48c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:25:44.108129 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70e507-82e3-4f82-8baa-6072234d8063 req-0377b389-bf8d-4a1a-83bf-b0d6feabf532 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:44.109635 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5c70e507-82e3-4f82-8baa-6072234d8063 req-0377b389-bf8d-4a1a-83bf-b0d6feabf532 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 945 time: 0.1831796 Oct 06 12:25:44.175880 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-62bb1304-6bbb-4306-a615-874bd48b4206 req-6765221c-c0e8-4a99-acb0-6ce49afecd96 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388659 Oct 06 12:25:44.230511 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6f41981a-9c25-4fa7-9ff9-673f13bd5379 req-e5ca65fd-9c19-4507-8b0c-328736e9ead1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/11dfbbc8-d8d2-470b-88d8-288b0ef74b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833952 Oct 06 12:25:44.234424 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34eb69-9576-4710-86cc-dbecbba7e743 req-e304b446-0304-4c44-b626-17ac625ea85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:44.235815 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2b34eb69-9576-4710-86cc-dbecbba7e743 req-e304b446-0304-4c44-b626-17ac625ea85c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 919 time: 0.2499664 Oct 06 12:25:44.246516 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5c70e507-82e3-4f82-8baa-6072234d8063 req-ba5fe812-f741-471a-af9e-7d8ad421755c tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198356 Oct 06 12:25:44.303269 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:44.434313 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-3c8776dd-97ce-45b6-9fae-d1e3188e9117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:18Z', 'revision_number': 4, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port': {'id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '64d18d1d-b901-4104-8222-4421b143fffc', 'tenant_id': '9138bc89f5204975a18156097530643a', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'port_id': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'mac_address': 'fa:16:3e:39:bf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:25:07Z', 'updated_at': '2022-10-06T12:25:42Z', 'revision_number': 1, 'project_id': '9138bc89f5204975a18156097530643a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98dac1c-6bc3-4092-b556-96377ae73c94', 'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'tenant_id': '9138bc89f5204975a18156097530643a', 'mac_address': 'fa:16:3e:37:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:32Z', 'revision_number': 5, 'project_id': '9138bc89f5204975a18156097530643a', 'subnets': [{'id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:25:44.456674 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2b34eb69-9576-4710-86cc-dbecbba7e743 req-31b7c265-337b-42bb-999a-f988e719e176 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02cb1ceb-4a00-4f6e-8fe3-e8409283f314 HTTP/1.1" status: 200 len: 998 time: 0.2018640 Oct 06 12:25:44.461929 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8776dd-97ce-45b6-9fae-d1e3188e9117 None None] The sync data for ids ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'] in dv-cinder-856041-2-iscsi is: [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:18Z', 'revision_number': 4, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port': {'id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '64d18d1d-b901-4104-8222-4421b143fffc', 'tenant_id': '9138bc89f5204975a18156097530643a', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'port_id': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'mac_address': 'fa:16:3e:39:bf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:25:07Z', 'updated_at': '2022-10-06T12:25:42Z', 'revision_number': 1, 'project_id': '9138bc89f5204975a18156097530643a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98dac1c-6bc3-4092-b556-96377ae73c94', 'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'tenant_id': '9138bc89f5204975a18156097530643a', 'mac_address': 'fa:16:3e:37:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:32Z', 'revision_number': 5, 'project_id': '9138bc89f5204975a18156097530643a', 'subnets': [{'id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:25:44.517589 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34eb69-9576-4710-86cc-dbecbba7e743 req-489d60d7-9ce4-475d-bc0e-4808441cf812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:44.519082 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2b34eb69-9576-4710-86cc-dbecbba7e743 req-489d60d7-9ce4-475d-bc0e-4808441cf812 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.0464935 Oct 06 12:25:44.574738 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34eb69-9576-4710-86cc-dbecbba7e743 req-d05f764b-8dbd-4ca9-9b6a-164d3f096e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:44.576325 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2b34eb69-9576-4710-86cc-dbecbba7e743 req-d05f764b-8dbd-4ca9-9b6a-164d3f096e8c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415967 Oct 06 12:25:44.651489 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:44.712086 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2b34eb69-9576-4710-86cc-dbecbba7e743 req-1a640e9f-e2f2-4739-aaa7-c1172f33001b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273339 Oct 06 12:25:44.921598 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device bdcc961b-304c-444c-bc7a-295c395d3871 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:44.989410 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port bdcc961b-304c-444c-bc7a-295c395d3871 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:44.989793 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (bdcc961b-304c-444c-bc7a-295c395d3871), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:44.990127 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port bdcc961b-304c-444c-bc7a-295c395d3871 Oct 06 12:25:45.091788 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port bdcc961b-304c-444c-bc7a-295c395d3871 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:45.286532 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0709b-bbb4-42e0-a852-eef4dea60fdb req-5a174971-134e-4381-8949-e4bd34c96b88 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:45.288462 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-56b0709b-bbb4-42e0-a852-eef4dea60fdb req-5a174971-134e-4381-8949-e4bd34c96b88 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 943 time: 0.0534906 Oct 06 12:25:45.348983 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-56b0709b-bbb4-42e0-a852-eef4dea60fdb req-1a92eee8-5d21-4f33-b434-d652d33d21e4 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546870 Oct 06 12:25:45.507404 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed838e7-15b1-48ba-aa68-83e227e6b830 None None] New status for floating IP 64d18d1d-b901-4104-8222-4421b143fffc: ACTIVE {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:25:46.174425 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e2d22-3f44-49f0-85d6-f403e3cdfdac req-c0beeae8-17df-490a-b6d3-7a76f5161c5b tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:46.176434 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-870e2d22-3f44-49f0-85d6-f403e3cdfdac req-c0beeae8-17df-490a-b6d3-7a76f5161c5b tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 945 time: 0.0568087 Oct 06 12:25:46.227917 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-870e2d22-3f44-49f0-85d6-f403e3cdfdac req-01b3939d-7f73-4a95-b789-bc53a35abc20 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458155 Oct 06 12:25:46.491892 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34456fb5-fa96-4e3e-8546-064dae71c8c6 req-71f2c233-da86-4ab1-99e9-dcffe03be2b6 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:46.493379 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-34456fb5-fa96-4e3e-8546-064dae71c8c6 req-71f2c233-da86-4ab1-99e9-dcffe03be2b6 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 943 time: 0.0600262 Oct 06 12:25:46.543543 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-34456fb5-fa96-4e3e-8546-064dae71c8c6 req-1f0bdcff-5e36-44e4-8995-128c3360d74e tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436645 Oct 06 12:25:47.366853 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e17840-b80f-4ee4-be7e-1e0d4be0cdac req-f7000511-5c79-461e-8a2c-255e2fc58438 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:47.367415 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-69e17840-b80f-4ee4-be7e-1e0d4be0cdac req-f7000511-5c79-461e-8a2c-255e2fc58438 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 945 time: 0.0552576 Oct 06 12:25:47.416702 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-69e17840-b80f-4ee4-be7e-1e0d4be0cdac req-a5c61904-04d4-4b18-92e1-4bd4e5181cd5 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431728 Oct 06 12:25:47.681374 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc912e-4b85-423f-812b-57d5a1ae2d5c req-e58c5620-1661-46d2-ba60-3ccd16e5b328 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:47.683657 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-38fc912e-4b85-423f-812b-57d5a1ae2d5c req-e58c5620-1661-46d2-ba60-3ccd16e5b328 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 943 time: 0.0531380 Oct 06 12:25:47.738234 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-38fc912e-4b85-423f-812b-57d5a1ae2d5c req-3faebfb5-b639-4ff0-ae6c-68e2f5285502 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454881 Oct 06 12:25:47.836484 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:47.855560 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2b34eb69-9576-4710-86cc-dbecbba7e743 req-17cb5f87-427a-4283-9625-704d9d7ad043 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078701 Oct 06 12:25:48.296420 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-7385486d-2d02-4ebf-864a-ae6330fe7261 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:48.297887 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-7385486d-2d02-4ebf-864a-ae6330fe7261 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/networks?id=7aa9c50e-f953-474e-a8eb-45316afa3b7b HTTP/1.1" status: 200 len: 814 time: 0.1000166 Oct 06 12:25:48.312014 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-22901a46-b109-4c39-8419-efc41445b3da tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/quotas/1c822fb7252b4804aa9a0cb228b6397c HTTP/1.1" status: 200 len: 375 time: 0.0087850 Oct 06 12:25:48.364511 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-c3bf255e-4fec-42ff-a1ce-0603f9abe4f0 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1c822fb7252b4804aa9a0cb228b6397c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475395 Oct 06 12:25:48.457263 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-39ec476d-9da7-4ceb-b84b-33ceaf65ff1f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7aa9c50e-f953-474e-a8eb-45316afa3b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812354 Oct 06 12:25:48.562377 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c0a8a-867d-4f2d-89d6-c321e761be69 req-d38b41a9-0e97-4b0a-9803-ccb126d39a4b tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:48.563928 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e67c0a8a-867d-4f2d-89d6-c321e761be69 req-d38b41a9-0e97-4b0a-9803-ccb126d39a4b tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 945 time: 0.0555949 Oct 06 12:25:48.584279 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:48.602819 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-05a16bd1-11a5-4ad8-aee7-7473900bcd9b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7aa9c50e-f953-474e-a8eb-45316afa3b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399164 Oct 06 12:25:48.629385 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e67c0a8a-867d-4f2d-89d6-c321e761be69 req-57b1b010-ded7-4dce-baf1-776299119b1c tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565629 Oct 06 12:25:48.740599 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-fc40c33d-f43e-44fb-a040-d15639103e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:48.783866 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8d4ac2eb-d3da-4480-9a44-4388f6146cd9 req-32a49d6a-d064-42cb-9391-b341502e916b tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 210 time: 0.0363319 Oct 06 12:25:48.868322 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912dcc6-c835-49e3-ae4e-37b2514389b4 req-1bb1c8ab-d77e-4dfc-9b03-47525a08c646 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:48.874425 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3912dcc6-c835-49e3-ae4e-37b2514389b4 req-1bb1c8ab-d77e-4dfc-9b03-47525a08c646 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 943 time: 0.0517123 Oct 06 12:25:48.922359 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3912dcc6-c835-49e3-ae4e-37b2514389b4 req-4f893f3a-a8e2-465e-b319-c967c7fe70e9 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468838 Oct 06 12:25:49.584365 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device a780075c-a2ca-45cd-b0e5-d55fa7367adc details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:25:49.685800 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port a780075c-a2ca-45cd-b0e5-d55fa7367adc, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=a780075c-a2ca-45cd-b0e5-d55fa7367adc,segment=NetworkSegment(9395b506-f04d-42e6-8060-ea755347208b),segment_id=9395b506-f04d-42e6-8060-ea755347208b)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:49.698214 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': 'a780075c-a2ca-45cd-b0e5-d55fa7367adc', 'network_id': '11dfbbc8-d8d2-470b-88d8-288b0ef74b7b', 'port_id': 'a780075c-a2ca-45cd-b0e5-d55fa7367adc', 'mac_address': 'fa:16:3e:27:62:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ff559b-e4e3-4abd-a5a4-30b9de307897', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:25:49.731942 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port a780075c-a2ca-45cd-b0e5-d55fa7367adc is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:49.732332 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a780075c-a2ca-45cd-b0e5-d55fa7367adc), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:49.746408 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a780075c-a2ca-45cd-b0e5-d55fa7367adc {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:25:49.748081 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b401d6-13fc-46c0-ae0a-ba18352523fa req-385dc177-ac43-4ce5-989a-bf7d55d77830 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:49.749542 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-32b401d6-13fc-46c0-ae0a-ba18352523fa req-385dc177-ac43-4ce5-989a-bf7d55d77830 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 945 time: 0.0456314 Oct 06 12:25:49.768072 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port a780075c-a2ca-45cd-b0e5-d55fa7367adc, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=a780075c-a2ca-45cd-b0e5-d55fa7367adc,segment=NetworkSegment(9395b506-f04d-42e6-8060-ea755347208b),segment_id=9395b506-f04d-42e6-8060-ea755347208b)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:49.773784 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (a780075c-a2ca-45cd-b0e5-d55fa7367adc), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:49.797917 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-32b401d6-13fc-46c0-ae0a-ba18352523fa req-96c94163-ccb1-4bc8-8f1d-320c726ee77f tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25521777-cf02-4d02-97d1-cd6d6d769e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420082 Oct 06 12:25:49.822167 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=a780075c-a2ca-45cd-b0e5-d55fa7367adc,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:49.878518 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-867927be-f847-4371-9210-edfad10b9967 req-c4e9ed50-9582-4622-9721-3eb06ac695f4 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 210 time: 0.0298519 Oct 06 12:25:50.042050 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119c1f-ae08-44d3-8b4f-e076929d130f req-83344394-757b-47ac-b196-da9737ed783d tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:50.043380 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ba119c1f-ae08-44d3-8b4f-e076929d130f req-83344394-757b-47ac-b196-da9737ed783d tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 944 time: 0.0452933 Oct 06 12:25:50.092669 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ba119c1f-ae08-44d3-8b4f-e076929d130f req-c12935a1-0544-4769-bf7c-06f193a4b4ca tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436859 Oct 06 12:25:50.174110 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972f3c0-3f66-49df-b807-ba639be79d91 req-246936f4-0660-4557-a06c-d47a9413e849 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:50.175582 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0972f3c0-3f66-49df-b807-ba639be79d91 req-246936f4-0660-4557-a06c-d47a9413e849 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 945 time: 0.0459154 Oct 06 12:25:50.268447 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-0972f3c0-3f66-49df-b807-ba639be79d91 req-cab2afae-6a97-4236-8698-6584fc53d7a9 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Deleting port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:25:50.268779 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-0972f3c0-3f66-49df-b807-ba639be79d91 req-cab2afae-6a97-4236-8698-6584fc53d7a9 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (5fc05d61-8835-4816-b8ac-5f557c8e0fdb), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:50.355322 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-0972f3c0-3f66-49df-b807-ba639be79d91 req-cab2afae-6a97-4236-8698-6584fc53d7a9 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] For port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=5fc05d61-8835-4816-b8ac-5f557c8e0fdb,segment=NetworkSegment(41f1297a-92cb-449d-ba02-61cb75a51679),segment_id=41f1297a-92cb-449d-ba02-61cb75a51679)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:50.355715 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-0972f3c0-3f66-49df-b807-ba639be79d91 req-cab2afae-6a97-4236-8698-6584fc53d7a9 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (5fc05d61-8835-4816-b8ac-5f557c8e0fdb), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:50.362116 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:50.370649 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-0972f3c0-3f66-49df-b807-ba639be79d91 req-cab2afae-6a97-4236-8698-6584fc53d7a9 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Calling delete_port for 5fc05d61-8835-4816-b8ac-5f557c8e0fdb owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:25:50.496851 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-0972f3c0-3f66-49df-b807-ba639be79d91 req-cab2afae-6a97-4236-8698-6584fc53d7a9 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (5fc05d61-8835-4816-b8ac-5f557c8e0fdb), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:50.522548 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2afae-6a97-4236-8698-6584fc53d7a9 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Pushing event deleted for resources: {'Port': ['ID=5fc05d61-8835-4816-b8ac-5f557c8e0fdb,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:50.571449 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0972f3c0-3f66-49df-b807-ba639be79d91 req-cab2afae-6a97-4236-8698-6584fc53d7a9 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] No DVR routers for this DVR port 5fc05d61-8835-4816-b8ac-5f557c8e0fdb on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:25:50.574186 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-0972f3c0-3f66-49df-b807-ba639be79d91 req-cab2afae-6a97-4236-8698-6584fc53d7a9 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:50.577412 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0972f3c0-3f66-49df-b807-ba639be79d91 req-cab2afae-6a97-4236-8698-6584fc53d7a9 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.23 "DELETE /networking/v2.0/ports/5fc05d61-8835-4816-b8ac-5f557c8e0fdb HTTP/1.1" status: 204 len: 173 time: 0.3966126 Oct 06 12:25:50.578089 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8e72d3-918b-4046-897d-e7c3f5a5913c', 'name': 'network-vif-deleted', 'tag': '5fc05d61-8835-4816-b8ac-5f557c8e0fdb'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:25:50.580429 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db414a8-d300-4626-8554-3a628a77dc41" -d '{"events": [{"server_uuid": "0d8e72d3-918b-4046-897d-e7c3f5a5913c", "name": "network-vif-deleted", "tag": "5fc05d61-8835-4816-b8ac-5f557c8e0fdb"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:25:50.617774 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d649fa3-4e9a-4d15-91a5-b5bedef0f1e2 x-openstack-request-id: req-2d649fa3-4e9a-4d15-91a5-b5bedef0f1e2 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:25:50.617774 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8e72d3-918b-4046-897d-e7c3f5a5913c", "name": "network-vif-deleted", "tag": "5fc05d61-8835-4816-b8ac-5f557c8e0fdb", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:25:50.618016 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2d649fa3-4e9a-4d15-91a5-b5bedef0f1e2 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:25:50.618775 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d649fa3-4e9a-4d15-91a5-b5bedef0f1e2'] response: {'server_uuid': '0d8e72d3-918b-4046-897d-e7c3f5a5913c', 'name': 'network-vif-deleted', 'tag': '5fc05d61-8835-4816-b8ac-5f557c8e0fdb', 'status': 'completed', 'code': 200} Oct 06 12:25:50.644298 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['a780075c-a2ca-45cd-b0e5-d55fa7367adc'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:25:50.706770 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:50.938524 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-729776f8-5925-402e-b6dc-2942c6599768 req-abb648a0-472d-4e35-b33b-c40dd0544c6f tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0337760 Oct 06 12:25:51.023106 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5e497344-81f7-4667-8e48-9b1879d78c87 req-5459a161-cced-437f-8f0c-dd0c359ef104 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 210 time: 0.0449944 Oct 06 12:25:51.036452 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-d293b6d3-f59f-4dc4-a79d-896839f202a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:51.042070 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-748f732a-01a6-4d6f-ba92-3e316164f8aa tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:51.043762 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-748f732a-01a6-4d6f-ba92-3e316164f8aa tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.23 "GET /networking/v2.0/networks?id=7aa9c50e-f953-474e-a8eb-45316afa3b7b HTTP/1.1" status: 200 len: 814 time: 0.1960204 Oct 06 12:25:51.067053 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-f80bf63a-3611-4cce-a02b-7bc44ea37463 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Request body: {'port': {'device_id': 'eb42d057-804d-4d87-953a-953bf69fe126', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'admin_state_up': True, 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:25:51.165213 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:51.204349 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-f80bf63a-3611-4cce-a02b-7bc44ea37463 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Made reservation on behalf of 1c822fb7252b4804aa9a0cb228b6397c for: {'port': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:25:51.208131 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-f80bf63a-3611-4cce-a02b-7bc44ea37463 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:51.246376 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c25e6-d892-4a21-a111-fef20e73b74c req-c0d39b92-a016-4235-a847-9941312f5ac2 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:51.247343 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-065c25e6-d892-4a21-a111-fef20e73b74c req-c0d39b92-a016-4235-a847-9941312f5ac2 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 944 time: 0.0796304 Oct 06 12:25:51.348067 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-065c25e6-d892-4a21-a111-fef20e73b74c req-516dcfff-eace-4024-9ddf-c03253719e89 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927775 Oct 06 12:25:51.403866 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-f80bf63a-3611-4cce-a02b-7bc44ea37463 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Allocated IP 172.20.0.11 (7aa9c50e-f953-474e-a8eb-45316afa3b7b/a9e2264b-e345-4bdc-84be-0c47ea836a60/9a4b9943-b074-4a4d-a9c2-a11438741a56) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:25:51.528324 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:51.568355 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-f80bf63a-3611-4cce-a02b-7bc44ea37463 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:51.602898 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-f80bf63a-3611-4cce-a02b-7bc44ea37463 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:51.660089 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-f80bf63a-3611-4cce-a02b-7bc44ea37463 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Network 7aa9c50e-f953-474e-a8eb-45316afa3b7b is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:25:51.666095 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-f80bf63a-3611-4cce-a02b-7bc44ea37463 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:25:51.668575 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bf63a-3611-4cce-a02b-7bc44ea37463 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Pushing event updated for resources: {'Port': ['ID=9a4b9943-b074-4a4d-a9c2-a11438741a56,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:51.676026 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-f80bf63a-3611-4cce-a02b-7bc44ea37463 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:25:51.726277 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-f80bf63a-3611-4cce-a02b-7bc44ea37463 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:51.726928 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-f80bf63a-3611-4cce-a02b-7bc44ea37463 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:51.748234 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-f80bf63a-3611-4cce-a02b-7bc44ea37463 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6857326 Oct 06 12:25:51.910771 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-a57b81db-d970-4900-b866-664782cf1e6e None None] Provisioning complete for port 9a4b9943-b074-4a4d-a9c2-a11438741a56 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:51.911088 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-a57b81db-d970-4900-b866-664782cf1e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:51.911445 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-a57b81db-d970-4900-b866-664782cf1e6e None None] Attempt 1 to provision port 9a4b9943-b074-4a4d-a9c2-a11438741a56 Oct 06 12:25:51.947016 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-a57b81db-d970-4900-b866-664782cf1e6e None None] Port 9a4b9943-b074-4a4d-a9c2-a11438741a56 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:25:52.069888 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:52.080067 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['5fc05d61-8835-4816-b8ac-5f557c8e0fdb'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:25:52.087219 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:52.103691 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f6c032c7-c67a-43cf-8801-f1bf1f2e5d9c req-156bea5f-77dc-4047-ad04-98790a99e0c8 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0675509 Oct 06 12:25:52.136631 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device a780075c-a2ca-45cd-b0e5-d55fa7367adc up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:25:52.187228 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623b977-9efc-426f-b691-24ce9738e8d1 req-d0676913-808b-4784-b256-8013b5e7ae2a tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:52.189313 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5623b977-9efc-426f-b691-24ce9738e8d1 req-d0676913-808b-4784-b256-8013b5e7ae2a tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 932 time: 0.0514121 Oct 06 12:25:52.200554 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port a780075c-a2ca-45cd-b0e5-d55fa7367adc completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:25:52.208072 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port a780075c-a2ca-45cd-b0e5-d55fa7367adc triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:25:52.208447 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (a780075c-a2ca-45cd-b0e5-d55fa7367adc), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:52.208772 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port a780075c-a2ca-45cd-b0e5-d55fa7367adc Oct 06 12:25:52.240019 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5623b977-9efc-426f-b691-24ce9738e8d1 req-d2d3720d-7b12-4ce9-8517-b5e829b3f221 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439763 Oct 06 12:25:52.304288 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port a780075c-a2ca-45cd-b0e5-d55fa7367adc is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:25:52.304682 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a780075c-a2ca-45cd-b0e5-d55fa7367adc), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:52.329948 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc250a5-1327-420b-bb97-d216396d2b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a780075c-a2ca-45cd-b0e5-d55fa7367adc'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:25:52.332985 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcacb16-ea5f-49df-974b-0fea07ddfdf4" -d '{"events": [{"server_uuid": "6fc250a5-1327-420b-bb97-d216396d2b73", "name": "network-vif-plugged", "status": "completed", "tag": "a780075c-a2ca-45cd-b0e5-d55fa7367adc"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:25:52.345774 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port a780075c-a2ca-45cd-b0e5-d55fa7367adc, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=a780075c-a2ca-45cd-b0e5-d55fa7367adc,segment=NetworkSegment(9395b506-f04d-42e6-8060-ea755347208b),segment_id=9395b506-f04d-42e6-8060-ea755347208b)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:25:52.350318 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (a780075c-a2ca-45cd-b0e5-d55fa7367adc), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:52.374026 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50279f2c-bb6e-43dc-8cf5-0432b1648244 x-openstack-request-id: req-50279f2c-bb6e-43dc-8cf5-0432b1648244 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:25:52.374340 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc250a5-1327-420b-bb97-d216396d2b73", "name": "network-vif-plugged", "status": "completed", "tag": "a780075c-a2ca-45cd-b0e5-d55fa7367adc", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:25:52.374599 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-50279f2c-bb6e-43dc-8cf5-0432b1648244 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:25:52.374988 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50279f2c-bb6e-43dc-8cf5-0432b1648244'] response: {'server_uuid': '6fc250a5-1327-420b-bb97-d216396d2b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a780075c-a2ca-45cd-b0e5-d55fa7367adc', 'code': 200} Oct 06 12:25:52.407985 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=a780075c-a2ca-45cd-b0e5-d55fa7367adc,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:25:52.477832 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693eef43-5e15-44e5-b145-1b9e72754654 req-19f060d5-08fa-4116-a1af-ad03ff793835 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:52.479629 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-693eef43-5e15-44e5-b145-1b9e72754654 req-19f060d5-08fa-4116-a1af-ad03ff793835 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0505817 Oct 06 12:25:52.527790 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-693eef43-5e15-44e5-b145-1b9e72754654 req-111dbd01-9041-41cd-8eb0-cf3721d444d4 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423520 Oct 06 12:25:53.225612 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cb830bdd-c493-4573-80ce-8c7e32e65f77 req-dd877541-747c-4fda-9543-c6417de220c5 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0277975 Oct 06 12:25:53.287382 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=57 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:53.298030 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:53.365204 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13f4c0-6a16-4c11-88e0-84ed6a3ccc2a req-f072eb84-becb-4a00-97b5-81794d291615 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:53.366667 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7d13f4c0-6a16-4c11-88e0-84ed6a3ccc2a req-f072eb84-becb-4a00-97b5-81794d291615 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 932 time: 0.0502126 Oct 06 12:25:53.398460 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:53.416923 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7d13f4c0-6a16-4c11-88e0-84ed6a3ccc2a req-f632390a-986b-4c15-a935-3c5756609dc2 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446465 Oct 06 12:25:53.567423 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:53.654963 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25defb3-2181-41d5-bcb5-1f4be4406c45 req-4480841c-7baa-48f3-bf8b-d381f2728245 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:53.656783 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a25defb3-2181-41d5-bcb5-1f4be4406c45 req-4480841c-7baa-48f3-bf8b-d381f2728245 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0482311 Oct 06 12:25:53.706068 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a25defb3-2181-41d5-bcb5-1f4be4406c45 req-bab87bca-e2dc-439c-a8da-0636cf15a261 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426085 Oct 06 12:25:53.735843 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:25:54.338882 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-51e27644-cabd-45bc-b612-c39f738cd8ef req-9feea133-69d1-4c57-a55f-015723ae61e0 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0274737 Oct 06 12:25:54.541094 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e9a3c-f766-44bf-a672-4831733e6ecd req-ed9e5634-385a-4aac-a0d8-d361bad0b472 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:54.542587 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-191e9a3c-f766-44bf-a672-4831733e6ecd req-ed9e5634-385a-4aac-a0d8-d361bad0b472 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 932 time: 0.0464418 Oct 06 12:25:54.593047 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-191e9a3c-f766-44bf-a672-4831733e6ecd req-846a69d0-7058-4814-a438-ecad380e42ec tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446692 Oct 06 12:25:54.827723 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448cc84-0806-418e-9022-07917be1303e req-ce59db52-6c27-4318-baff-9061ce6d517f tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:54.829253 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4448cc84-0806-418e-9022-07917be1303e req-ce59db52-6c27-4318-baff-9061ce6d517f tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0464230 Oct 06 12:25:54.877506 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4448cc84-0806-418e-9022-07917be1303e req-1f19a586-6ce7-4562-9ee1-dcf6f5f7714d tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421784 Oct 06 12:25:55.453589 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0641607a-469e-41ed-aa0f-8db901cc3c6f req-7fc4a449-c875-46d9-b970-a6c15b97950d tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0274713 Oct 06 12:25:55.716376 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1a435-c492-41d5-94aa-4715fce36b6c req-99097521-cf18-4384-b420-44a78c593295 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:55.717812 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-24a1a435-c492-41d5-94aa-4715fce36b6c req-99097521-cf18-4384-b420-44a78c593295 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 932 time: 0.0495007 Oct 06 12:25:55.766692 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-24a1a435-c492-41d5-94aa-4715fce36b6c req-ad16414a-ad02-45f7-b26e-c92d975b632b tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428143 Oct 06 12:25:55.999378 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d02bb7-178b-4241-8ed8-981cdf1f2766 req-607f35bb-dc2c-4b92-a5d7-4d0de2165d59 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:56.000955 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-48d02bb7-178b-4241-8ed8-981cdf1f2766 req-607f35bb-dc2c-4b92-a5d7-4d0de2165d59 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0482736 Oct 06 12:25:56.049767 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-48d02bb7-178b-4241-8ed8-981cdf1f2766 req-826a7932-dfda-44e4-9487-a8f95bec6eb7 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432286 Oct 06 12:25:56.058392 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 5fc05d61-8835-4816-b8ac-5f557c8e0fdb no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:25:56.202258 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: 5fc05d61-8835-4816-b8ac-5f557c8e0fdb {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:25:56.202598 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 5fc05d61-8835-4816-b8ac-5f557c8e0fdb not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:25:56.573253 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-81ef0607-ae9b-4f9d-9e6a-8cd4b7753e30 req-22688f23-d5a9-47b0-b8be-8743c4246c28 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0274348 Oct 06 12:25:56.882343 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:56.894909 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496c655-4d7a-461a-9bbf-ad90ed0adb5f req-13e0a4e0-4c3b-4a55-9a8f-ec0c0eb63359 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:56.896526 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3496c655-4d7a-461a-9bbf-ad90ed0adb5f req-13e0a4e0-4c3b-4a55-9a8f-ec0c0eb63359 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 932 time: 0.0528002 Oct 06 12:25:56.943792 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3496c655-4d7a-461a-9bbf-ad90ed0adb5f req-8b3f2eb2-5203-4359-81e0-2163c076d867 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414357 Oct 06 12:25:57.175679 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913db328-f049-4064-a203-25f21b006343 req-db05944a-c0ba-4ddd-a770-c6f97bcc4ebf tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:57.177156 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-913db328-f049-4064-a203-25f21b006343 req-db05944a-c0ba-4ddd-a770-c6f97bcc4ebf tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0516787 Oct 06 12:25:57.225190 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-913db328-f049-4064-a203-25f21b006343 req-8c5eefad-761b-43eb-9c68-37a5a12910b9 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424440 Oct 06 12:25:57.689580 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a9514b52-c826-49b2-add0-a1b5106724ed req-015f14ff-d31f-43af-a1b2-453dec5b41ce tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0271215 Oct 06 12:25:58.071045 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8963c-62eb-42df-88aa-b695c81aa9dc req-75c6029d-a5be-4687-89f9-cb85fba2b530 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:58.072530 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-48b8963c-62eb-42df-88aa-b695c81aa9dc req-75c6029d-a5be-4687-89f9-cb85fba2b530 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 932 time: 0.0509365 Oct 06 12:25:58.119221 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-48b8963c-62eb-42df-88aa-b695c81aa9dc req-92012816-7235-4a28-ab56-1e5224da5381 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410535 Oct 06 12:25:58.349508 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcb86b-269d-4a9e-8abb-ba2a31167163 req-174ae2cc-26ef-45d6-89c6-fa905699ddfd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:58.351154 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-22fcb86b-269d-4a9e-8abb-ba2a31167163 req-174ae2cc-26ef-45d6-89c6-fa905699ddfd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0501723 Oct 06 12:25:58.401218 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-22fcb86b-269d-4a9e-8abb-ba2a31167163 req-d5c5e6ab-a1a1-448a-bf59-615af9261832 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442863 Oct 06 12:25:58.705370 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3c8c042b-ab80-4101-a466-20a694ed657b req-817d4d54-86da-496f-9028-651bb019c0f0 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1201469717&fields=id&tenant_id=c80feb95ecbf413ca0bc52a519bf43b7 HTTP/1.1" status: 200 len: 267 time: 0.0471904 Oct 06 12:25:58.772901 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:25:58.828631 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4c3b2e56-0007-40d3-bd92-432a2f593426 req-885d9932-3b01-4824-bc47-5de556b06308 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0412304 Oct 06 12:25:58.847371 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c042b-ab80-4101-a466-20a694ed657b req-ec201db3-7bed-4c98-a533-630a68a50197 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:58.848881 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3c8c042b-ab80-4101-a466-20a694ed657b req-ec201db3-7bed-4c98-a533-630a68a50197 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/networks?id=397bf80c-f529-4030-8ca3-f73bf801b9a0 HTTP/1.1" status: 200 len: 811 time: 0.1359861 Oct 06 12:25:58.864941 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3c8c042b-ab80-4101-a466-20a694ed657b req-98306ab9-8823-41ae-92ff-5ac52dac7d9b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/quotas/c80feb95ecbf413ca0bc52a519bf43b7 HTTP/1.1" status: 200 len: 375 time: 0.0104227 Oct 06 12:25:59.121818 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3c8c042b-ab80-4101-a466-20a694ed657b req-45c69ded-0c27-453a-be18-4de37da798ed tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2514260 Oct 06 12:25:59.252776 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3c8c042b-ab80-4101-a466-20a694ed657b req-995b9194-7fce-4416-a530-e48244b797b6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193852 Oct 06 12:25:59.261604 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59363b1-d4da-4393-b0d4-7b79f3568ba5 req-6b7bf533-568a-427e-86c7-1071380d13a3 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:59.262985 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c59363b1-d4da-4393-b0d4-7b79f3568ba5 req-6b7bf533-568a-427e-86c7-1071380d13a3 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 932 time: 0.0679009 Oct 06 12:25:59.366349 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c59363b1-d4da-4393-b0d4-7b79f3568ba5 req-b959c18a-2b14-4d03-8411-e30b5884c625 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949399 Oct 06 12:25:59.395568 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3c8c042b-ab80-4101-a466-20a694ed657b req-3b09f5cd-5216-48c2-a873-48741f121fa1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305697 Oct 06 12:25:59.546891 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebc305-6d44-4dcc-b4fa-5ae38598cdde req-08068782-039c-4c48-bfbb-d2e8e7b51e56 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:25:59.548638 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cfebc305-6d44-4dcc-b4fa-5ae38598cdde req-08068782-039c-4c48-bfbb-d2e8e7b51e56 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0578921 Oct 06 12:25:59.620888 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cfebc305-6d44-4dcc-b4fa-5ae38598cdde req-3d91d369-a707-4427-8230-dfeae7dbfb74 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646141 Oct 06 12:25:59.743824 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-98bbe2e9-efb3-4b8c-9844-0a41d0397f93 req-41a0b31b-3c08-4530-836a-606c6ccc96aa tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0289876 Oct 06 12:25:59.969476 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f984f0a7-6984-461f-8491-6c1a2af17e30 req-282aa411-144f-40f0-9c65-7b45e263c6fc tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0361137 Oct 06 12:26:00.494705 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232065f-4309-4cd0-94f3-d5efdfb4ea9c req-78c55889-3e3f-4acf-bec7-e5386f1336fa tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:00.496173 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c232065f-4309-4cd0-94f3-d5efdfb4ea9c req-78c55889-3e3f-4acf-bec7-e5386f1336fa tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 932 time: 0.0497558 Oct 06 12:26:00.516733 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:00.546291 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c232065f-4309-4cd0-94f3-d5efdfb4ea9c req-080bac40-a4be-4e65-9e89-3b1b0cd480b5 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445590 Oct 06 12:26:00.742620 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8174fa-ab14-49c6-8614-7dc6c6725002 req-9084d676-c5f2-490f-a1c0-a26717d40ecc tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:00.744124 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8d8174fa-ab14-49c6-8614-7dc6c6725002 req-9084d676-c5f2-490f-a1c0-a26717d40ecc tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0469017 Oct 06 12:26:00.795724 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8d8174fa-ab14-49c6-8614-7dc6c6725002 req-eaff32b1-6a44-4766-b5d9-3009af3d5ffa tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451627 Oct 06 12:26:00.857241 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ebba2b7a-dce0-4e5e-a485-50bb5f40e6fd req-73fced91-9771-4f3f-a047-a460b9eea1e5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0331771 Oct 06 12:26:01.092854 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d747c57e-afe8-4f38-85dd-c1eb35e0159f req-925b191b-e6d8-40c9-9294-feef1f4dea7d tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0280797 Oct 06 12:26:01.383487 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:26:01.666973 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b1112-b2fc-4dbe-b570-85af3da20aec req-d5d28fad-1636-47c9-b4d4-199742fb1b23 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:01.668626 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e28b1112-b2fc-4dbe-b570-85af3da20aec req-d5d28fad-1636-47c9-b4d4-199742fb1b23 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 932 time: 0.0472369 Oct 06 12:26:01.717601 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e28b1112-b2fc-4dbe-b570-85af3da20aec req-38caedd8-4bdb-4b44-a078-4942507b8f07 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433617 Oct 06 12:26:01.931247 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea092312-b06a-4849-b5fa-e05455d4159f req-3e530221-8461-464e-bdb9-4ce077e738d0 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:01.932916 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ea092312-b06a-4849-b5fa-e05455d4159f req-3e530221-8461-464e-bdb9-4ce077e738d0 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0571733 Oct 06 12:26:01.985966 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a417bff3-4518-4c51-a2e6-44bf5741810c req-23e19eac-1d84-4cd7-bb87-fe0fe59641d9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0494478 Oct 06 12:26:02.018123 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ea092312-b06a-4849-b5fa-e05455d4159f req-49e6f1d2-5334-4087-863c-0b7991acbe69 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709412 Oct 06 12:26:02.235442 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2c4a72b1-730a-40a2-a8f6-a85d4d9eb6ce req-1eae9cf1-794a-43a2-a76b-d022601df2ad tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0280170 Oct 06 12:26:02.835468 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd188bc-bf43-4a22-be36-d46d55785b20 req-b7e4307a-d9ee-4123-a015-f8e25123e6d2 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:02.837078 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9cd188bc-bf43-4a22-be36-d46d55785b20 req-b7e4307a-d9ee-4123-a015-f8e25123e6d2 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 932 time: 0.0468121 Oct 06 12:26:02.885844 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9cd188bc-bf43-4a22-be36-d46d55785b20 req-d5b48d94-7794-4169-a8ca-db9d057e67e3 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429709 Oct 06 12:26:03.094743 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4f7d50d4-8fba-4878-81a2-3b7be3af9dc8 req-82d5d676-333f-4694-9895-ba555fc235f8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0316999 Oct 06 12:26:03.160112 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f817c3-45b2-461a-8e04-c496be1c219e req-1ee97d79-74bc-4161-859b-ba7bdf87e134 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:03.161590 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-09f817c3-45b2-461a-8e04-c496be1c219e req-1ee97d79-74bc-4161-859b-ba7bdf87e134 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0607166 Oct 06 12:26:03.189254 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:03.214374 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-09f817c3-45b2-461a-8e04-c496be1c219e req-5854af98-37db-421d-9ae6-bddffbbdc07d tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459962 Oct 06 12:26:03.286386 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:03.375790 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4d498467-717a-47b1-b3cf-b653f6419ff5 req-4d74c56e-3d2c-45a2-9e08-d40e5dd51d61 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0346272 Oct 06 12:26:03.729137 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:04.010124 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc8d45-e2ef-4eef-b430-340b012309ae req-9c0ef91e-5c7c-4f31-ac59-af3cb16f9278 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:04.011614 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3ebc8d45-e2ef-4eef-b430-340b012309ae req-9c0ef91e-5c7c-4f31-ac59-af3cb16f9278 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 932 time: 0.0502048 Oct 06 12:26:04.059412 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3ebc8d45-e2ef-4eef-b430-340b012309ae req-bb60f115-16c0-4a64-bd32-fa8af43037f1 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 Oct 06 12:26:04.204396 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8c5f6c2e-35d8-40ed-804c-b14a49b06e80 req-a31a35a3-acbb-48a4-9a8c-73d7d7e62db5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0281236 Oct 06 12:26:04.336077 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e3305-d64d-4de8-9cef-66d91e3be9e4 req-09a9f7db-4783-4be3-be65-44d46610f6c0 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:04.337537 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b75e3305-d64d-4de8-9cef-66d91e3be9e4 req-09a9f7db-4783-4be3-be65-44d46610f6c0 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0465620 Oct 06 12:26:04.383860 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b75e3305-d64d-4de8-9cef-66d91e3be9e4 req-fb9548ff-2d5e-4cad-b119-162a7869ce76 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408018 Oct 06 12:26:04.494480 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-699401ee-c4bc-4e66-8dcd-56b09a386d10 req-2eb80e75-15f1-4694-abb9-ad09f83fc06b tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0311162 Oct 06 12:26:05.178893 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03ee22-8854-4fe0-a4a1-8740a3451051 req-088fc888-36d0-4848-93ca-be5e878a3ec9 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:05.180383 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fc03ee22-8854-4fe0-a4a1-8740a3451051 req-088fc888-36d0-4848-93ca-be5e878a3ec9 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 932 time: 0.0469902 Oct 06 12:26:05.227060 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fc03ee22-8854-4fe0-a4a1-8740a3451051 req-1811c8e9-ba51-4553-b066-7ec5651bcaba tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 Oct 06 12:26:05.303150 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fce19f88-b9ee-4d43-925b-60ccc405dcba req-b868c413-80a2-4aa7-beb0-c6bd54d95441 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0273907 Oct 06 12:26:05.502807 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd5550-ba8b-4ffd-af62-661032fb63e6 req-7fdbcbb4-9e0c-4729-9420-d05a30167ec0 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:05.504285 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2bcd5550-ba8b-4ffd-af62-661032fb63e6 req-7fdbcbb4-9e0c-4729-9420-d05a30167ec0 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0468512 Oct 06 12:26:05.550688 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:05.555584 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2bcd5550-ba8b-4ffd-af62-661032fb63e6 req-ca639f7e-3582-477e-81e9-858bbb81ba6f tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458848 Oct 06 12:26:05.608225 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-737f9e0b-8c38-4e81-ac9f-acbc372952ff req-9566bdc0-e653-4cb7-9c67-c236592e06af tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0267243 Oct 06 12:26:06.062683 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:06.347806 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02990619-fafe-4636-84d0-bcdbce121e8e req-2413fbf0-1e77-4d7d-978c-af04ca3b287f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:06.349285 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-02990619-fafe-4636-84d0-bcdbce121e8e req-2413fbf0-1e77-4d7d-978c-af04ca3b287f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 932 time: 0.0467558 Oct 06 12:26:06.412644 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c55ccf66-c8c9-4fb0-9e16-0ba837aae31c req-1fc37756-eaec-47ec-a8ee-f10be27b226b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0376172 Oct 06 12:26:06.423818 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-02990619-fafe-4636-84d0-bcdbce121e8e req-68897dc0-db6f-476b-b0ea-97db070b9e07 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687146 Oct 06 12:26:06.676023 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ae3f1-439a-466d-b79f-979bd2386a80 req-ec6094de-48eb-4f4d-a76c-9dc10d077d6a tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:06.677505 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d56ae3f1-439a-466d-b79f-979bd2386a80 req-ec6094de-48eb-4f4d-a76c-9dc10d077d6a tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0474458 Oct 06 12:26:06.727488 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eab78750-7b09-41d4-a9d1-baaa843abd13 req-bc3d072d-8089-443e-9d7c-6b85e6fa6c85 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0308135 Oct 06 12:26:06.749244 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d56ae3f1-439a-466d-b79f-979bd2386a80 req-f5ca0ebf-88ee-4bbb-b115-723d132a8cf2 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661454 Oct 06 12:26:07.038809 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:07.512573 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d1884f5d-a184-448c-b25e-9a56226b31bd req-bdbea641-8f88-4c7f-9d4d-9de899dba563 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0282252 Oct 06 12:26:07.612991 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e9d39-9322-48b8-848a-adf418412e13 req-aab549dc-192d-4d2f-b280-af3906ca27e7 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:07.614420 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e28e9d39-9322-48b8-848a-adf418412e13 req-aab549dc-192d-4d2f-b280-af3906ca27e7 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 932 time: 0.0475974 Oct 06 12:26:07.660006 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e28e9d39-9322-48b8-848a-adf418412e13 req-a7b5d29a-4dc5-4e2c-817c-6e94ee8573fe tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400069 Oct 06 12:26:07.867603 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb1835-6314-467e-91a5-a69bc9e57531 req-96dc5991-c232-41d7-9ec4-574bd3354f65 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:07.869046 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ebbb1835-6314-467e-91a5-a69bc9e57531 req-96dc5991-c232-41d7-9ec4-574bd3354f65 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0458360 Oct 06 12:26:07.914677 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ebbb1835-6314-467e-91a5-a69bc9e57531 req-acd8065e-144d-479a-89d1-62021989202e tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401230 Oct 06 12:26:08.007005 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a287bbea-70db-42d6-953f-460d6375695e req-84abd9fe-7553-4cd9-8542-b9bf277dc1a1 tempest-VolumesActionsTest-934281125 tempest-VolumesActionsTest-934281125-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d8e72d3-918b-4046-897d-e7c3f5a5913c HTTP/1.1" status: 200 len: 210 time: 0.0268261 Oct 06 12:26:08.616763 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cfe74904-59cd-42bb-ad42-869d20c07fd5 req-d1635717-93cf-4073-84d3-53c66b0ed64f tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0311022 Oct 06 12:26:08.639801 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Request body: {'port': {'device_id': 'eb42d057-804d-4d87-953a-953bf69fe126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:26:08.713794 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:08.789171 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:08.871240 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec841c74-4a07-43a4-8ec3-efdea05dba02 req-118b2115-cd4b-4990-91d3-f9b2f8193e95 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:08.872854 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ec841c74-4a07-43a4-8ec3-efdea05dba02 req-118b2115-cd4b-4990-91d3-f9b2f8193e95 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 932 time: 0.1222169 Oct 06 12:26:08.938793 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0e8f3217-786b-41c7-99c9-9ae9cb0f2916 req-bd940f5e-62a1-45d5-8b98-ee8b15fc1c0a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1232362 Oct 06 12:26:09.000184 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7629a-907c-4409-a0b8-9e73cac4d6bb req-68d8e160-0640-4556-8eb0-84c0c29e25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:09.001807 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-fdd7629a-907c-4409-a0b8-9e73cac4d6bb req-68d8e160-0640-4556-8eb0-84c0c29e25d7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 1129 time: 0.0768340 Oct 06 12:26:09.018059 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ec841c74-4a07-43a4-8ec3-efdea05dba02 req-8cb70044-499b-4137-a9ea-560b85318ec2 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268842 Oct 06 12:26:09.082830 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-fdd7629a-907c-4409-a0b8-9e73cac4d6bb req-bd831e17-284b-44a8-9c84-e2db3c36aa35 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733709 Oct 06 12:26:09.173483 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c6b57-6479-4c16-81ca-7615e5d5be7a req-793d1dd1-4068-4731-b252-1ccc88b44d35 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:09.175610 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-405c6b57-6479-4c16-81ca-7615e5d5be7a req-793d1dd1-4068-4731-b252-1ccc88b44d35 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0817111 Oct 06 12:26:09.186718 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4b9943-b074-4a4d-a9c2-a11438741a56 {{(pid=106140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:26:09.206336 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Publish callbacks [] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:09.210058 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:09.237585 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.provisioning_blocks [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Transition to ACTIVE for port object 9a4b9943-b074-4a4d-a9c2-a11438741a56 will not be triggered until provisioned by entity L2. {{(pid=106140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:26:09.248226 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:09.258680 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-405c6b57-6479-4c16-81ca-7615e5d5be7a req-6724eea3-7d5c-445b-a626-b31ef3223843 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762599 Oct 06 12:26:09.315265 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Pushing event updated for resources: {'Port': ['ID=9a4b9943-b074-4a4d-a9c2-a11438741a56,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:09.368891 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Attempting to bind port 9a4b9943-b074-4a4d-a9c2-a11438741a56 on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:26:09.369148 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Attempting to bind port 9a4b9943-b074-4a4d-a9c2-a11438741a56 by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': '0c5c7493-fd94-4429-bbb4-379ff34330c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b'}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:26:09.369523 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Attempting to bind port 9a4b9943-b074-4a4d-a9c2-a11438741a56 on network 7aa9c50e-f953-474e-a8eb-45316afa3b7b {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:26:09.411404 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Port 9a4b9943-b074-4a4d-a9c2-a11438741a56 on network 7aa9c50e-f953-474e-a8eb-45316afa3b7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:26:09.411764 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Attempting to bind port 9a4b9943-b074-4a4d-a9c2-a11438741a56 on network 7aa9c50e-f953-474e-a8eb-45316afa3b7b {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:26:09.455000 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:26:09.455345 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Checking segment: {'id': '0c5c7493-fd94-4429-bbb4-379ff34330c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:26:09.455900 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Bound using segment: {'id': '0c5c7493-fd94-4429-bbb4-379ff34330c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b'} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:26:09.456675 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Bound port: 9a4b9943-b074-4a4d-a9c2-a11438741a56, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5c7493-fd94-4429-bbb4-379ff34330c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b'}}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:26:09.456824 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:09.517435 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] For port 9a4b9943-b074-4a4d-a9c2-a11438741a56, host hv-cinder-85604, cleared binding levels {{(pid=106140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:26:09.520455 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] For port 9a4b9943-b074-4a4d-a9c2-a11438741a56, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9a4b9943-b074-4a4d-a9c2-a11438741a56,segment=NetworkSegment(0c5c7493-fd94-4429-bbb4-379ff34330c1),segment_id=0c5c7493-fd94-4429-bbb4-379ff34330c1)] {{(pid=106140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:26:09.526491 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:09.531024 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:09.531676 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:09.533552 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/9a4b9943-b074-4a4d-a9c2-a11438741a56 HTTP/1.1" status: 200 len: 1094 time: 0.9004514 Oct 06 12:26:09.534106 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb42d057-804d-4d87-953a-953bf69fe126', 'tag': '9a4b9943-b074-4a4d-a9c2-a11438741a56'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:26:09.536337 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a631c1-7abc-4641-a290-20ef5d45ce70" -d '{"events": [{"name": "network-changed", "server_uuid": "eb42d057-804d-4d87-953a-953bf69fe126", "tag": "9a4b9943-b074-4a4d-a9c2-a11438741a56"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:26:09.587683 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f86d41-a031-4af5-81dc-a81b5e8ea72b x-openstack-request-id: req-08f86d41-a031-4af5-81dc-a81b5e8ea72b {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:26:09.587979 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb42d057-804d-4d87-953a-953bf69fe126", "tag": "9a4b9943-b074-4a4d-a9c2-a11438741a56", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:26:09.588230 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-08f86d41-a031-4af5-81dc-a81b5e8ea72b {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:26:09.588638 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f86d41-a031-4af5-81dc-a81b5e8ea72b'] response: {'name': 'network-changed', 'server_uuid': 'eb42d057-804d-4d87-953a-953bf69fe126', 'tag': '9a4b9943-b074-4a4d-a9c2-a11438741a56', 'status': 'completed', 'code': 200} Oct 06 12:26:09.591749 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3b6df-e505-42e5-b666-fe624e684e6a service neutron] Pushing event updated for resources: {'Port': ['ID=9a4b9943-b074-4a4d-a9c2-a11438741a56,revision_number=3']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:09.729403 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6ce529a1-fe41-4873-b7d3-9e937f10b094 req-5d82fc74-a566-4e04-9e65-aea9b06e2eb4 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0290718 Oct 06 12:26:09.841408 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f3217-786b-41c7-99c9-9ae9cb0f2916 req-d8ced602-3b15-4c2a-bc81-1b9358c47029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:09.842897 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0e8f3217-786b-41c7-99c9-9ae9cb0f2916 req-d8ced602-3b15-4c2a-bc81-1b9358c47029 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=828d3459cdd641d98772383edfe3268f&device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 1129 time: 0.0412710 Oct 06 12:26:10.151444 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d9434-6a1d-45a1-b54b-09862adbead8 req-d4c2d99d-ee5d-41d9-9530-997a190b7659 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:10.152933 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cc9d9434-6a1d-45a1-b54b-09862adbead8 req-d4c2d99d-ee5d-41d9-9530-997a190b7659 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 944 time: 0.0487106 Oct 06 12:26:10.201001 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cc9d9434-6a1d-45a1-b54b-09862adbead8 req-ba3959c2-5415-4ab9-943a-11588a11e520 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422449 Oct 06 12:26:10.344113 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:10.380886 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062e99a-3cbe-44b0-b459-076837b97286 req-8dbe694f-cf9d-4ebd-a5d4-3c8bc7811711 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:10.382311 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f062e99a-3cbe-44b0-b459-076837b97286 req-8dbe694f-cf9d-4ebd-a5d4-3c8bc7811711 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0466375 Oct 06 12:26:10.427735 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f062e99a-3cbe-44b0-b459-076837b97286 req-bddd6f5d-3dfc-4a2f-ab60-cbcd1300ad00 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398545 Oct 06 12:26:10.831380 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-80bcb810-d3e4-45cf-bb13-2eb8902ef8c1 req-38bd5ffd-e37e-4309-915b-88362d700b3b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0271800 Oct 06 12:26:11.317765 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231e5f5-138a-4927-8026-bab51e9c46a8 req-30bce55c-6a21-46a0-9dee-6811483deaf6 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:11.319181 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a231e5f5-138a-4927-8026-bab51e9c46a8 req-30bce55c-6a21-46a0-9dee-6811483deaf6 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 944 time: 0.0448010 Oct 06 12:26:11.369889 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a231e5f5-138a-4927-8026-bab51e9c46a8 req-3916d29a-c34e-4846-8c35-9eb29debf9c0 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453393 Oct 06 12:26:11.547053 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dbcf4-df28-4be3-981c-479d7212fa29 req-9b48ede3-e536-492e-b2f1-9941ae852cce tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:11.548534 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-136dbcf4-df28-4be3-981c-479d7212fa29 req-9b48ede3-e536-492e-b2f1-9941ae852cce tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0461938 Oct 06 12:26:11.593921 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-136dbcf4-df28-4be3-981c-479d7212fa29 req-d3021c0a-07db-42e3-9155-a86b89ec0bbd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399971 Oct 06 12:26:11.930742 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-446c77f8-6ad9-4fd5-a0ba-ca5b30de072d req-ed6bef14-753f-4aef-a2db-94d2bd94e3e5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0276346 Oct 06 12:26:12.488595 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071f053-cd01-4176-abcd-0b781b230a54 req-f8c60720-5411-475a-8f84-cdb7ca2dcf20 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:12.490045 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7071f053-cd01-4176-abcd-0b781b230a54 req-f8c60720-5411-475a-8f84-cdb7ca2dcf20 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 944 time: 0.0484014 Oct 06 12:26:12.507373 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:12.537086 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7071f053-cd01-4176-abcd-0b781b230a54 req-09d8a18b-8f72-4046-a307-1cbad04196b2 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Oct 06 12:26:12.710786 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213153e7-c9fd-4a13-bc5b-44bd41b3565d req-b8b3e716-10e2-4122-822b-f00f491570cf tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:12.712247 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-213153e7-c9fd-4a13-bc5b-44bd41b3565d req-b8b3e716-10e2-4122-822b-f00f491570cf tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0468276 Oct 06 12:26:12.757268 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-213153e7-c9fd-4a13-bc5b-44bd41b3565d req-359fa1b3-acdb-4da7-8476-2cf2dae80de8 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394287 Oct 06 12:26:13.028804 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b91b3755-22d4-46b7-9e77-1854017480f5 req-c1b8e12b-98a2-4ee2-803c-a289ad05cd21 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0266497 Oct 06 12:26:13.654883 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320be4-fdd3-4032-95e8-d50ce519f94e req-71f97bed-37fe-4b64-ab1d-cf4a430d0fa3 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:13.656342 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9b320be4-fdd3-4032-95e8-d50ce519f94e req-71f97bed-37fe-4b64-ab1d-cf4a430d0fa3 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 944 time: 0.0489142 Oct 06 12:26:13.701587 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9b320be4-fdd3-4032-95e8-d50ce519f94e req-3e7f4830-4442-47f4-93b6-dbea9f488f6a tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398223 Oct 06 12:26:13.874923 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61b0b0-f26b-443a-9337-da06dea157cc req-ef8fd610-a25c-4c99-834d-36502b0d25cf tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:13.876376 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4b61b0b0-f26b-443a-9337-da06dea157cc req-ef8fd610-a25c-4c99-834d-36502b0d25cf tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0451913 Oct 06 12:26:13.921568 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4b61b0b0-f26b-443a-9337-da06dea157cc req-8ac9a86c-2bef-4754-ba3c-874a60b00bf7 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397670 Oct 06 12:26:14.129800 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7f3290e7-bff4-48d5-8c5b-8533760e54a7 req-93cdb868-bd84-43b4-a443-93d957d36b61 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0264549 Oct 06 12:26:14.288751 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a631c1-7abc-4641-a290-20ef5d45ce70 req-e16752ca-8782-4014-b1d6-34cb99bec565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:14.290192 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-45a631c1-7abc-4641-a290-20ef5d45ce70 req-e16752ca-8782-4014-b1d6-34cb99bec565 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1c822fb7252b4804aa9a0cb228b6397c&device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 1128 time: 0.0871449 Oct 06 12:26:14.323139 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f3217-786b-41c7-99c9-9ae9cb0f2916 req-508b93f3-5eab-44fe-a198-188f70bd9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:14.324594 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0e8f3217-786b-41c7-99c9-9ae9cb0f2916 req-508b93f3-5eab-44fe-a198-188f70bd9fd5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=0805475d-8b9c-4baf-bd63-089b9f9df6f5 HTTP/1.1" status: 200 len: 912 time: 0.1204002 Oct 06 12:26:14.442245 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0e8f3217-786b-41c7-99c9-9ae9cb0f2916 req-bc6493a0-347d-4051-beb1-8b1c318f9335 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd HTTP/1.1" status: 200 len: 1001 time: 0.1051905 Oct 06 12:26:14.452914 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:14.496853 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a631c1-7abc-4641-a290-20ef5d45ce70 req-16ffc24f-24cd-44d4-b796-8366f7948c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:14.498281 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-45a631c1-7abc-4641-a290-20ef5d45ce70 req-16ffc24f-24cd-44d4-b796-8366f7948c29 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=1c822fb7252b4804aa9a0cb228b6397c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1708786 Oct 06 12:26:14.519214 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f3217-786b-41c7-99c9-9ae9cb0f2916 req-65776085-7477-458d-bc54-71e8f0c080c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:14.520536 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0e8f3217-786b-41c7-99c9-9ae9cb0f2916 req-65776085-7477-458d-bc54-71e8f0c080c1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fa59c4f4-50ab-4f12-b932-f152d4e018f2 HTTP/1.1" status: 200 len: 850 time: 0.0665591 Oct 06 12:26:14.606786 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f3217-786b-41c7-99c9-9ae9cb0f2916 req-b91a862b-84cc-4c43-8112-b30396841b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:14.608237 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0e8f3217-786b-41c7-99c9-9ae9cb0f2916 req-b91a862b-84cc-4c43-8112-b30396841b67 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=0805475d-8b9c-4baf-bd63-089b9f9df6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523145 Oct 06 12:26:14.629996 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a631c1-7abc-4641-a290-20ef5d45ce70 req-31bca0f4-7d60-476a-be98-d7fba7cac20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:14.631305 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-45a631c1-7abc-4641-a290-20ef5d45ce70 req-31bca0f4-7d60-476a-be98-d7fba7cac20d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1232505 Oct 06 12:26:14.824344 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f9bfb-8b37-420d-b030-1c6fe35878d6 req-ca9a11fd-a0b3-4276-9fc4-5bab7932859e tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:14.825786 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-410f9bfb-8b37-420d-b030-1c6fe35878d6 req-ca9a11fd-a0b3-4276-9fc4-5bab7932859e tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 944 time: 0.0480466 Oct 06 12:26:14.872048 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-410f9bfb-8b37-420d-b030-1c6fe35878d6 req-31e1381e-dcfc-4fb8-a471-7629539b74ac tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407057 Oct 06 12:26:15.040055 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56577746-031f-4080-941a-49f77c87c4cc req-7c5b584f-5e21-4ffa-9f34-4748974ca834 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:15.041491 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-56577746-031f-4080-941a-49f77c87c4cc req-7c5b584f-5e21-4ffa-9f34-4748974ca834 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0462098 Oct 06 12:26:15.088798 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-56577746-031f-4080-941a-49f77c87c4cc req-f43e303b-85c9-4522-927c-5115a0fbd092 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417621 Oct 06 12:26:15.391739 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:15.395880 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0eeb2347-c2d9-4ea8-af5d-b0e122644e4b req-7af1e172-3194-4fed-a53a-4e32d00fe888 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0320394 Oct 06 12:26:15.458590 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0e8f3217-786b-41c7-99c9-9ae9cb0f2916 req-9d528c33-973e-4e5d-b145-720ff181c686 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452468 Oct 06 12:26:15.465431 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-d6e4632c-e826-4297-af45-03cf0721d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:15.466760 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-d6e4632c-e826-4297-af45-03cf0721d691 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1c822fb7252b4804aa9a0cb228b6397c&device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 1128 time: 0.0610483 Oct 06 12:26:15.981635 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-1842c375-4136-468b-b622-3a7e988acf44 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a4b9943-b074-4a4d-a9c2-a11438741a56 HTTP/1.1" status: 200 len: 217 time: 0.1000578 Oct 06 12:26:16.068875 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c042b-ab80-4101-a466-20a694ed657b req-693eb04f-d424-45d7-97da-4af0e83e8feb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:16.071121 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3c8c042b-ab80-4101-a466-20a694ed657b req-693eb04f-d424-45d7-97da-4af0e83e8feb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.23 "GET /networking/v2.0/networks?id=397bf80c-f529-4030-8ca3-f73bf801b9a0 HTTP/1.1" status: 200 len: 811 time: 0.1913233 Oct 06 12:26:16.129425 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93aac01-5f7b-47ce-907b-4ed44caaa8ab req-f839b953-3d23-4683-b50d-40aab3782049 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:16.136810 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b93aac01-5f7b-47ce-907b-4ed44caaa8ab req-f839b953-3d23-4683-b50d-40aab3782049 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 944 time: 0.1142156 Oct 06 12:26:16.201540 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3c8c042b-ab80-4101-a466-20a694ed657b req-669a05df-8877-413c-ae25-bbe7f49e3fae tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c80feb95ecbf413ca0bc52a519bf43b7 HTTP/1.1" status: 200 len: 380 time: 0.1025951 Oct 06 12:26:16.212263 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b93aac01-5f7b-47ce-907b-4ed44caaa8ab req-01f16283-b353-4eed-8091-13f7a216e36d tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740778 Oct 06 12:26:16.213235 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [req-3c8c042b-ab80-4101-a466-20a694ed657b req-418380d0-6748-4aec-b39c-7acbd696e22e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Request body: {'port': {'device_id': 'a965adee-462e-4616-9ffe-bcb94e58c7ae', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'admin_state_up': True, 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'security_groups': ['22f1c21f-ee16-42db-9416-1397567455d1']}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:26:16.337969 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-5bbb0b74-6dae-43c4-868d-23ef919fa4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:16.342872 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-5bbb0b74-6dae-43c4-868d-23ef919fa4c7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a9e2264b-e345-4bdc-84be-0c47ea836a60 HTTP/1.1" status: 200 len: 853 time: 0.3174326 Oct 06 12:26:16.374827 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0e8f3217-786b-41c7-99c9-9ae9cb0f2916 req-b8133a16-8aed-48eb-b255-4e9e028aa6b1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947939 Oct 06 12:26:16.382537 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8c042b-ab80-4101-a466-20a694ed657b req-418380d0-6748-4aec-b39c-7acbd696e22e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Made reservation on behalf of c80feb95ecbf413ca0bc52a519bf43b7 for: {'port': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:26:16.386933 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-3c8c042b-ab80-4101-a466-20a694ed657b req-418380d0-6748-4aec-b39c-7acbd696e22e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:16.415942 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e978b5a-9c0c-4251-af3a-53b5fa1635b1 req-3e105c48-45b2-40db-9a0d-a820935bf40f tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:16.417543 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2e978b5a-9c0c-4251-af3a-53b5fa1635b1 req-3e105c48-45b2-40db-9a0d-a820935bf40f tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.1956110 Oct 06 12:26:16.423740 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-1d9ed8f8-d9a6-4332-8864-b1c0aaf30568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:16.425571 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-1d9ed8f8-d9a6-4332-8864-b1c0aaf30568 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7aa9c50e-f953-474e-a8eb-45316afa3b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698864 Oct 06 12:26:16.490489 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2e978b5a-9c0c-4251-af3a-53b5fa1635b1 req-c37d5661-b558-4172-a90d-7a4a8e315c7c tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638022 Oct 06 12:26:16.606190 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [req-3c8c042b-ab80-4101-a466-20a694ed657b req-418380d0-6748-4aec-b39c-7acbd696e22e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Allocated IP 172.20.0.11 (397bf80c-f529-4030-8ca3-f73bf801b9a0/4d6dda75-0abd-49b2-9f71-b134f5c60ebe/99d2670f-f58f-45d7-a104-307b021263f0) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:26:16.611400 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:16.653657 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-4135b352-619f-41b1-9180-306070c579b0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7aa9c50e-f953-474e-a8eb-45316afa3b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725123 Oct 06 12:26:16.703275 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-63cb8751-adcb-442e-bcde-8a1c1a5966f4 req-e463b12e-ef9e-46fb-84f4-ce230433feb4 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0495923 Oct 06 12:26:16.775822 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-3c8c042b-ab80-4101-a466-20a694ed657b req-418380d0-6748-4aec-b39c-7acbd696e22e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for port (99d2670f-f58f-45d7-a104-307b021263f0), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:16.815050 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-3c8c042b-ab80-4101-a466-20a694ed657b req-418380d0-6748-4aec-b39c-7acbd696e22e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (99d2670f-f58f-45d7-a104-307b021263f0), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:16.852082 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:16.869271 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8c042b-ab80-4101-a466-20a694ed657b req-418380d0-6748-4aec-b39c-7acbd696e22e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Network 397bf80c-f529-4030-8ca3-f73bf801b9a0 is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:26:16.875158 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [req-3c8c042b-ab80-4101-a466-20a694ed657b req-418380d0-6748-4aec-b39c-7acbd696e22e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:26:16.878675 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8c042b-ab80-4101-a466-20a694ed657b req-418380d0-6748-4aec-b39c-7acbd696e22e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:26:16.887991 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418380d0-6748-4aec-b39c-7acbd696e22e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event updated for resources: {'Port': ['ID=99d2670f-f58f-45d7-a104-307b021263f0,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:17.001484 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c042b-ab80-4101-a466-20a694ed657b req-418380d0-6748-4aec-b39c-7acbd696e22e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:17.002166 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-3c8c042b-ab80-4101-a466-20a694ed657b req-418380d0-6748-4aec-b39c-7acbd696e22e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:17.033742 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:17.034966 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:17.040967 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3c8c042b-ab80-4101-a466-20a694ed657b req-418380d0-6748-4aec-b39c-7acbd696e22e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8312876 Oct 06 12:26:17.060064 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Request body: {'port': {'device_id': 'a965adee-462e-4616-9ffe-bcb94e58c7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:26:17.139693 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49744055-0d74-4d12-8855-56b8f6b579d1 req-787f6d89-748e-4ef1-aba8-c472c1a3fa8f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7aa9c50e-f953-474e-a8eb-45316afa3b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590878 Oct 06 12:26:17.194165 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (99d2670f-f58f-45d7-a104-307b021263f0), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:17.270142 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-1000ddfb-a48a-441a-b5bf-37099e551343 None None] Provisioning complete for port 99d2670f-f58f-45d7-a104-307b021263f0 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:26:17.270506 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-1000ddfb-a48a-441a-b5bf-37099e551343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (99d2670f-f58f-45d7-a104-307b021263f0), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:17.270970 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-1000ddfb-a48a-441a-b5bf-37099e551343 None None] Attempt 1 to provision port 99d2670f-f58f-45d7-a104-307b021263f0 Oct 06 12:26:17.350805 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-1000ddfb-a48a-441a-b5bf-37099e551343 None None] Port 99d2670f-f58f-45d7-a104-307b021263f0 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:26:17.384627 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:17.410332 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdb606-f905-4d6b-9881-4ab224e59de4 req-cecbad30-0ee2-4935-87ce-57321186bc02 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:17.412214 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-81cdb606-f905-4d6b-9881-4ab224e59de4 req-cecbad30-0ee2-4935-87ce-57321186bc02 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 944 time: 0.0916212 Oct 06 12:26:17.474863 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-81cdb606-f905-4d6b-9881-4ab224e59de4 req-effb368c-ac50-4225-9e85-55f467c176cd tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569854 Oct 06 12:26:17.605821 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d2670f-f58f-45d7-a104-307b021263f0 {{(pid=106139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:26:17.614670 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Publish callbacks [] for port (99d2670f-f58f-45d7-a104-307b021263f0), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:17.628582 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.provisioning_blocks [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Transition to ACTIVE for port object 99d2670f-f58f-45d7-a104-307b021263f0 will not be triggered until provisioned by entity L2. {{(pid=106139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:26:17.633553 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (99d2670f-f58f-45d7-a104-307b021263f0), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:17.676733 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Pushing event updated for resources: {'Port': ['ID=99d2670f-f58f-45d7-a104-307b021263f0,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:17.760937 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Attempting to bind port 99d2670f-f58f-45d7-a104-307b021263f0 on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:26:17.760937 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Attempting to bind port 99d2670f-f58f-45d7-a104-307b021263f0 by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'}] {{(pid=106139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:26:17.761883 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Attempting to bind port 99d2670f-f58f-45d7-a104-307b021263f0 on network 397bf80c-f529-4030-8ca3-f73bf801b9a0 {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:26:17.819399 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Port 99d2670f-f58f-45d7-a104-307b021263f0 on network 397bf80c-f529-4030-8ca3-f73bf801b9a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:26:17.820312 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Attempting to bind port 99d2670f-f58f-45d7-a104-307b021263f0 on network 397bf80c-f529-4030-8ca3-f73bf801b9a0 {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:26:17.879959 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:26:17.880354 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Checking segment: {'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:26:17.880699 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Bound using segment: {'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'} {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:26:17.881230 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Bound port: 99d2670f-f58f-45d7-a104-307b021263f0, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'}}] {{(pid=106139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:26:17.882150 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (99d2670f-f58f-45d7-a104-307b021263f0), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:17.905743 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad78be-0217-4579-b4f7-09488e2022a7 req-316c1fb0-efbc-429f-8a3b-a0e100da998b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:17.908204 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1cad78be-0217-4579-b4f7-09488e2022a7 req-316c1fb0-efbc-429f-8a3b-a0e100da998b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 944 time: 0.0593095 Oct 06 12:26:17.986561 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1cad78be-0217-4579-b4f7-09488e2022a7 req-f58437f5-3cb3-4c69-b629-b2cb8913f159 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715492 Oct 06 12:26:17.987582 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] For port 99d2670f-f58f-45d7-a104-307b021263f0, host hv-cinder-85604, cleared binding levels {{(pid=106139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:26:17.991230 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] For port 99d2670f-f58f-45d7-a104-307b021263f0, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=99d2670f-f58f-45d7-a104-307b021263f0,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:26:17.998144 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (99d2670f-f58f-45d7-a104-307b021263f0), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:18.005000 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:18.005711 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:18.007177 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/99d2670f-f58f-45d7-a104-307b021263f0 HTTP/1.1" status: 200 len: 1094 time: 0.9517691 Oct 06 12:26:18.007871 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a965adee-462e-4616-9ffe-bcb94e58c7ae', 'tag': '99d2670f-f58f-45d7-a104-307b021263f0'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:26:18.010097 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659d39c3-9c97-4abb-90ab-81cd1fdaabfe" -d '{"events": [{"name": "network-changed", "server_uuid": "a965adee-462e-4616-9ffe-bcb94e58c7ae", "tag": "99d2670f-f58f-45d7-a104-307b021263f0"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:26:18.081293 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8fa08-06a0-458a-b57b-a6e3759f4e0a service neutron] Pushing event updated for resources: {'Port': ['ID=99d2670f-f58f-45d7-a104-307b021263f0,revision_number=3']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:18.091196 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e21a66-0124-4166-a0cb-ce6e34daf663 x-openstack-request-id: req-13e21a66-0124-4166-a0cb-ce6e34daf663 {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:26:18.091545 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a965adee-462e-4616-9ffe-bcb94e58c7ae", "tag": "99d2670f-f58f-45d7-a104-307b021263f0", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:26:18.091789 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-13e21a66-0124-4166-a0cb-ce6e34daf663 {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:26:18.092206 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e21a66-0124-4166-a0cb-ce6e34daf663'] response: {'name': 'network-changed', 'server_uuid': 'a965adee-462e-4616-9ffe-bcb94e58c7ae', 'tag': '99d2670f-f58f-45d7-a104-307b021263f0', 'status': 'completed', 'code': 200} Oct 06 12:26:18.618381 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e609d-908b-4192-8bbd-a3f498f1bd4a req-fb86481b-7550-4edb-bcd2-8bddd0fff038 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:18.619883 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9e9e609d-908b-4192-8bbd-a3f498f1bd4a req-fb86481b-7550-4edb-bcd2-8bddd0fff038 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 944 time: 0.0593791 Oct 06 12:26:18.670602 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9e9e609d-908b-4192-8bbd-a3f498f1bd4a req-055a1bec-3c2f-4aae-bdc0-378e05f6ed5b tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426722 Oct 06 12:26:18.693211 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:18.698314 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=7 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:18.750584 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-1a373b28-e1b9-4204-b00f-417dc7e90080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:19.098553 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:19.123027 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6811c8-49c5-4942-9947-b85704240157 req-d0f0ec3e-835f-4070-a626-93209f4397d2 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:19.130903 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cf6811c8-49c5-4942-9947-b85704240157 req-d0f0ec3e-835f-4070-a626-93209f4397d2 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 944 time: 0.0601563 Oct 06 12:26:19.184111 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cf6811c8-49c5-4942-9947-b85704240157 req-d4fccad7-7931-4f9c-8390-41705270b3e8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521619 Oct 06 12:26:19.873706 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64ac6d-345a-4166-9d61-50fa3d703c36 req-224a9db3-a5df-459d-8b74-6422803bc0ed tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:19.875263 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fe64ac6d-345a-4166-9d61-50fa3d703c36 req-224a9db3-a5df-459d-8b74-6422803bc0ed tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 944 time: 0.0977666 Oct 06 12:26:19.952746 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fe64ac6d-345a-4166-9d61-50fa3d703c36 req-bb0d4120-8c0b-4a48-9b68-15d81b2a6155 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640659 Oct 06 12:26:20.313581 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99ec82-de4b-464f-b32a-f1b98d5d45ea req-1dd9b174-3247-430b-992d-56bf9ecc77bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:20.321081 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0b99ec82-de4b-464f-b32a-f1b98d5d45ea req-1dd9b174-3247-430b-992d-56bf9ecc77bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 944 time: 0.0557957 Oct 06 12:26:20.407544 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0b99ec82-de4b-464f-b32a-f1b98d5d45ea req-67d30cdb-41da-4b29-8c9f-4827ff266385 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699313 Oct 06 12:26:21.033313 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-61653b38-a043-48ef-bdb9-9cd6a7ccf4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:21.094401 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db18937-5b18-492c-aa65-d63282df271c req-3c4caf55-99ea-4a30-8134-916b0481e3b7 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:21.096687 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4db18937-5b18-492c-aa65-d63282df271c req-3c4caf55-99ea-4a30-8134-916b0481e3b7 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 944 time: 0.0499239 Oct 06 12:26:21.145131 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4db18937-5b18-492c-aa65-d63282df271c req-bb875033-129a-47d5-9847-e493223a0c2d tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429385 Oct 06 12:26:21.209752 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d39c3-9c97-4abb-90ab-81cd1fdaabfe req-85d80f12-d77c-478d-8263-aae8dd335f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:21.211321 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-659d39c3-9c97-4abb-90ab-81cd1fdaabfe req-85d80f12-d77c-478d-8263-aae8dd335f25 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 1128 time: 0.0415449 Oct 06 12:26:21.519249 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63f873-1e85-4ca0-8bed-6ca85c318942 req-816fc8a4-19a0-4049-9c6d-ecc9ea6796e2 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:21.526355 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5b63f873-1e85-4ca0-8bed-6ca85c318942 req-816fc8a4-19a0-4049-9c6d-ecc9ea6796e2 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 944 time: 0.0597854 Oct 06 12:26:21.592578 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5b63f873-1e85-4ca0-8bed-6ca85c318942 req-b4a11c78-a13f-449c-a768-0b8dafe7e6d4 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653059 Oct 06 12:26:22.072533 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:22.080210 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:22.091776 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d39c3-9c97-4abb-90ab-81cd1fdaabfe req-e88ff84f-c3be-49ab-8018-91debf461322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:22.093317 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-659d39c3-9c97-4abb-90ab-81cd1fdaabfe req-e88ff84f-c3be-49ab-8018-91debf461322 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1799600 Oct 06 12:26:22.169905 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 9a4b9943-b074-4a4d-a9c2-a11438741a56 details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:26:22.276322 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec66a9-57ee-4e1e-bef6-0f2b65947e6a req-b4485998-dc97-452f-81d2-ca2f58511499 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:22.277896 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-55ec66a9-57ee-4e1e-bef6-0f2b65947e6a req-b4485998-dc97-452f-81d2-ca2f58511499 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 944 time: 0.0491498 Oct 06 12:26:22.294156 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 9a4b9943-b074-4a4d-a9c2-a11438741a56, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9a4b9943-b074-4a4d-a9c2-a11438741a56,segment=NetworkSegment(0c5c7493-fd94-4429-bbb4-379ff34330c1),segment_id=0c5c7493-fd94-4429-bbb4-379ff34330c1)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:26:22.307183 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '9a4b9943-b074-4a4d-a9c2-a11438741a56', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'port_id': '9a4b9943-b074-4a4d-a9c2-a11438741a56', 'mac_address': 'fa:16:3e:9e:c3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:26:22.346103 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-55ec66a9-57ee-4e1e-bef6-0f2b65947e6a req-3523f281-229a-4102-bed0-8e7b9faf2fbb tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610719 Oct 06 12:26:22.352317 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 9a4b9943-b074-4a4d-a9c2-a11438741a56 is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:26:22.352888 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:22.378061 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4b9943-b074-4a4d-a9c2-a11438741a56 {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:26:22.399741 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 9a4b9943-b074-4a4d-a9c2-a11438741a56, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9a4b9943-b074-4a4d-a9c2-a11438741a56,segment=NetworkSegment(0c5c7493-fd94-4429-bbb4-379ff34330c1),segment_id=0c5c7493-fd94-4429-bbb4-379ff34330c1)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:26:22.404160 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:22.463075 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=9a4b9943-b074-4a4d-a9c2-a11438741a56,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:22.547175 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:22.579740 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d39c3-9c97-4abb-90ab-81cd1fdaabfe req-0d7e9b41-2f1a-47f3-b973-011c0d76f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:22.581538 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-659d39c3-9c97-4abb-90ab-81cd1fdaabfe req-0d7e9b41-2f1a-47f3-b973-011c0d76f448 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280420 Oct 06 12:26:22.742906 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621f4e3-c2bd-46da-923c-682366c0f732 req-fcbab335-78b5-4fa9-9dd2-bd1ddf762294 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:22.750169 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8621f4e3-c2bd-46da-923c-682366c0f732 req-fcbab335-78b5-4fa9-9dd2-bd1ddf762294 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 944 time: 0.0567787 Oct 06 12:26:22.822683 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c042b-ab80-4101-a466-20a694ed657b req-1aa7cf2a-f157-4b91-8aef-69387a193eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:22.824366 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3c8c042b-ab80-4101-a466-20a694ed657b req-1aa7cf2a-f157-4b91-8aef-69387a193eeb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 1128 time: 0.0612886 Oct 06 12:26:22.828705 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8621f4e3-c2bd-46da-923c-682366c0f732 req-f6c98426-11e7-4e37-820e-464430b2f6dd tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773475 Oct 06 12:26:23.128708 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['9a4b9943-b074-4a4d-a9c2-a11438741a56'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:26:23.185948 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3c8c042b-ab80-4101-a466-20a694ed657b req-9551358f-9f6b-4cde-8e9d-096d2f5263e8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d2670f-f58f-45d7-a104-307b021263f0 HTTP/1.1" status: 200 len: 217 time: 0.0444264 Oct 06 12:26:23.240030 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c042b-ab80-4101-a466-20a694ed657b req-8a2cf0c1-d9cc-4c58-a352-6545b526d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:23.242693 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3c8c042b-ab80-4101-a466-20a694ed657b req-8a2cf0c1-d9cc-4c58-a352-6545b526d6dc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4d6dda75-0abd-49b2-9f71-b134f5c60ebe HTTP/1.1" status: 200 len: 850 time: 0.0489795 Oct 06 12:26:23.296885 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0d1484ed-c9fe-423d-ac79-31652ec405da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:23.299182 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3c8c042b-ab80-4101-a466-20a694ed657b req-0d1484ed-c9fe-423d-ac79-31652ec405da service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=397bf80c-f529-4030-8ca3-f73bf801b9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499127 Oct 06 12:26:23.412516 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c704c-372c-4f78-a169-0817be24675c req-66931077-358d-44b7-af32-c2691acf98ee tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:23.414040 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3c8c704c-372c-4f78-a169-0817be24675c req-66931077-358d-44b7-af32-c2691acf98ee tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0556285 Oct 06 12:26:23.415438 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3c8c042b-ab80-4101-a466-20a694ed657b req-99898fa4-66ad-4b26-bdf0-f755dc5bc5df service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068888 Oct 06 12:26:23.492628 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:23.505135 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190480d3-cbdb-4313-9b6e-127e1c3bcc73 req-5f64e728-c664-46db-931b-a37565bf5fc2 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:23.507078 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-190480d3-cbdb-4313-9b6e-127e1c3bcc73 req-5f64e728-c664-46db-931b-a37565bf5fc2 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 945 time: 0.0675251 Oct 06 12:26:23.519036 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3c8c704c-372c-4f78-a169-0817be24675c req-448d3be8-a845-4a31-9740-d07ef1f445c9 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986750 Oct 06 12:26:23.581660 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:23.633320 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-190480d3-cbdb-4313-9b6e-127e1c3bcc73 req-ba0348d4-e164-40a8-865e-1ecb5bbb9cfd tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128082 Oct 06 12:26:23.727271 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3c8c042b-ab80-4101-a466-20a694ed657b req-911f4d10-2f63-493c-8128-9a2658e71c0b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694540 Oct 06 12:26:23.794722 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:24.009375 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9376d1-ba7c-486f-b030-23e8996f1027 req-9be7a697-cd4a-4a27-986c-17d88ad73ad3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:24.012655 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8a9376d1-ba7c-486f-b030-23e8996f1027 req-9be7a697-cd4a-4a27-986c-17d88ad73ad3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 944 time: 0.0772340 Oct 06 12:26:24.093031 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8a9376d1-ba7c-486f-b030-23e8996f1027 req-a9be2a58-11ac-4ae1-9d8b-73f96a8bde16 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684941 Oct 06 12:26:24.650179 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca91eb-16ff-4459-a69c-3059a07a6f82 req-e420a36d-2609-42f3-85c9-d2febf2bf22f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:24.656176 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f5ca91eb-16ff-4459-a69c-3059a07a6f82 req-e420a36d-2609-42f3-85c9-d2febf2bf22f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0554097 Oct 06 12:26:24.675350 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:24.712362 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f5ca91eb-16ff-4459-a69c-3059a07a6f82 req-4707e4b3-ee54-4354-9960-3b992399df54 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523190 Oct 06 12:26:24.819143 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f2121-85b8-4a1e-9d4f-7815083dabad req-e4687178-6cda-4610-a53f-eab103ac3bcf tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:24.820696 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-429f2121-85b8-4a1e-9d4f-7815083dabad req-e4687178-6cda-4610-a53f-eab103ac3bcf tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 945 time: 0.0706244 Oct 06 12:26:24.894600 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-429f2121-85b8-4a1e-9d4f-7815083dabad req-e28ace1f-2855-4b9f-be98-f436c13df4f6 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661776 Oct 06 12:26:25.082087 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 9a4b9943-b074-4a4d-a9c2-a11438741a56 up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:26:25.127128 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port 9a4b9943-b074-4a4d-a9c2-a11438741a56 completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:26:25.135214 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 9a4b9943-b074-4a4d-a9c2-a11438741a56 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:26:25.135933 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:25.136477 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 9a4b9943-b074-4a4d-a9c2-a11438741a56 Oct 06 12:26:25.244679 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 9a4b9943-b074-4a4d-a9c2-a11438741a56 is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:26:25.245359 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:25.253723 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5606dc5-4639-45f9-9d39-f1ec55cd3a0a req-0ce01d5a-9e01-4378-80cc-b9eac0e702f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:25.264052 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a5606dc5-4639-45f9-9d39-f1ec55cd3a0a req-0ce01d5a-9e01-4378-80cc-b9eac0e702f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 944 time: 0.0807126 Oct 06 12:26:25.275384 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb42d057-804d-4d87-953a-953bf69fe126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4b9943-b074-4a4d-a9c2-a11438741a56'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:26:25.277766 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b5050b-13cd-430c-bf05-7e9aef20a18d" -d '{"events": [{"server_uuid": "eb42d057-804d-4d87-953a-953bf69fe126", "name": "network-vif-plugged", "status": "completed", "tag": "9a4b9943-b074-4a4d-a9c2-a11438741a56"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:26:25.280406 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:25.293022 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 9a4b9943-b074-4a4d-a9c2-a11438741a56, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9a4b9943-b074-4a4d-a9c2-a11438741a56,segment=NetworkSegment(0c5c7493-fd94-4429-bbb4-379ff34330c1),segment_id=0c5c7493-fd94-4429-bbb4-379ff34330c1)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:26:25.297867 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:25.331425 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a5606dc5-4639-45f9-9d39-f1ec55cd3a0a req-303920db-5c4a-451f-96ea-99615224fea7 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650291 Oct 06 12:26:25.365417 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=9a4b9943-b074-4a4d-a9c2-a11438741a56,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:25.378121 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82786ae1-9e28-4390-b09a-675653f41e27 x-openstack-request-id: req-82786ae1-9e28-4390-b09a-675653f41e27 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:26:25.379658 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb42d057-804d-4d87-953a-953bf69fe126", "name": "network-vif-plugged", "status": "completed", "tag": "9a4b9943-b074-4a4d-a9c2-a11438741a56", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:26:25.379993 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-82786ae1-9e28-4390-b09a-675653f41e27 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:26:25.380472 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82786ae1-9e28-4390-b09a-675653f41e27'] response: {'server_uuid': 'eb42d057-804d-4d87-953a-953bf69fe126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4b9943-b074-4a4d-a9c2-a11438741a56', 'code': 200} Oct 06 12:26:25.853928 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32daacda-0eb9-4d0a-98ab-27ee2bc7936b req-d849b116-3fcb-4422-bd94-5b93e31fa03e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:25.861978 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-32daacda-0eb9-4d0a-98ab-27ee2bc7936b req-d849b116-3fcb-4422-bd94-5b93e31fa03e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0565882 Oct 06 12:26:25.933851 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-32daacda-0eb9-4d0a-98ab-27ee2bc7936b req-7c25c31f-0168-44c1-98f6-78e27fc66652 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709805 Oct 06 12:26:26.028687 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de821d60-1b76-443f-ba6f-1410b6081e35 req-fd141304-9468-4e12-b9f3-f3e8e9e1c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:26.032625 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-de821d60-1b76-443f-ba6f-1410b6081e35 req-fd141304-9468-4e12-b9f3-f3e8e9e1c126 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 1130 time: 0.0857341 Oct 06 12:26:26.102345 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-de821d60-1b76-443f-ba6f-1410b6081e35 req-e2d74d4b-ac6a-4649-883f-d4f17dccb6c7 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596066 Oct 06 12:26:26.103078 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36717aff-8b07-45ff-837f-aaff9b1de60c req-cbbe4bf5-72ab-4b36-a163-69b899708b33 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:26.105781 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-36717aff-8b07-45ff-837f-aaff9b1de60c req-cbbe4bf5-72ab-4b36-a163-69b899708b33 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 946 time: 0.0741534 Oct 06 12:26:26.156778 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-36717aff-8b07-45ff-837f-aaff9b1de60c req-290e072e-d8ca-47a1-a692-63feea420b8c tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433075 Oct 06 12:26:26.465018 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5c2be-9a2c-4b57-a198-d85007299014 req-ea808e43-52cc-48fa-bfda-b268d599650c tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:26.466500 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6dd5c2be-9a2c-4b57-a198-d85007299014 req-ea808e43-52cc-48fa-bfda-b268d599650c tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 944 time: 0.0513105 Oct 06 12:26:26.522662 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6dd5c2be-9a2c-4b57-a198-d85007299014 req-ee46f9a2-950e-4600-9c2e-f23ddfc34ded tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497878 Oct 06 12:26:27.083066 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef9a74-c506-4f08-a23e-82ae3f52073b req-aa0e8adb-2107-457a-9070-7f8097336516 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:27.085599 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f6ef9a74-c506-4f08-a23e-82ae3f52073b req-aa0e8adb-2107-457a-9070-7f8097336516 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0604451 Oct 06 12:26:27.136279 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f6ef9a74-c506-4f08-a23e-82ae3f52073b req-fa2312ba-7cda-4daa-8f07-7a68dc028ded tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450771 Oct 06 12:26:27.282711 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4c91b-c907-47a6-b1bd-a15a661cc37a req-d21474d5-822d-4322-be2c-113cfd391e3f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:27.284543 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a9a4c91b-c907-47a6-b1bd-a15a661cc37a req-d21474d5-822d-4322-be2c-113cfd391e3f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 946 time: 0.0515461 Oct 06 12:26:27.343364 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a9a4c91b-c907-47a6-b1bd-a15a661cc37a req-9f73763d-f34e-4313-9dfd-1a10172a2d60 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490592 Oct 06 12:26:27.638671 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:27.654732 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c8430-395c-4535-bf76-c4c3f298bb6e req-f8bd5b3a-38f7-4a77-a9b3-7038c6b21ab2 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:27.656263 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b91c8430-395c-4535-bf76-c4c3f298bb6e req-f8bd5b3a-38f7-4a77-a9b3-7038c6b21ab2 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 944 time: 0.0577919 Oct 06 12:26:27.712002 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b91c8430-395c-4535-bf76-c4c3f298bb6e req-47d3bf91-c609-43ab-b617-a3caa1e3467f tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492582 Oct 06 12:26:28.283712 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17302600-c47d-40e2-a7e0-b2e0ba3aaff6 req-f1005a3b-2a66-4af2-8983-93d8c623ffd4 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:28.285146 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-17302600-c47d-40e2-a7e0-b2e0ba3aaff6 req-f1005a3b-2a66-4af2-8983-93d8c623ffd4 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0688477 Oct 06 12:26:28.337147 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-17302600-c47d-40e2-a7e0-b2e0ba3aaff6 req-6eeac970-8011-4abf-bd25-8c2f3dc89aff tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452216 Oct 06 12:26:28.503421 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b4440-d8a8-4871-b328-26e2048f83db req-74aa02ef-7372-4e3a-a1e3-cf6d3a1d096b tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:28.505181 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-de2b4440-d8a8-4871-b328-26e2048f83db req-74aa02ef-7372-4e3a-a1e3-cf6d3a1d096b tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 946 time: 0.0713575 Oct 06 12:26:28.578098 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-de2b4440-d8a8-4871-b328-26e2048f83db req-c818cf1d-6321-46e0-b54b-87ea3def553a tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651281 Oct 06 12:26:28.862795 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44607ac7-b524-4ad0-866c-1671056903d1 req-0f5cdb57-65ce-4e3e-9183-580e58a2d6a3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:28.864955 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-44607ac7-b524-4ad0-866c-1671056903d1 req-0f5cdb57-65ce-4e3e-9183-580e58a2d6a3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 944 time: 0.0687332 Oct 06 12:26:28.937927 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-44607ac7-b524-4ad0-866c-1671056903d1 req-a53be365-78aa-4ce3-9fa0-5e992c05469a tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666280 Oct 06 12:26:29.469070 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab9e30-4950-43dd-80a0-a51a6f4ebd66 req-4abd8f08-8d04-4671-8895-69e5366a6673 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:29.471094 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3eab9e30-4950-43dd-80a0-a51a6f4ebd66 req-4abd8f08-8d04-4671-8895-69e5366a6673 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0500462 Oct 06 12:26:29.498170 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:29.524419 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3eab9e30-4950-43dd-80a0-a51a6f4ebd66 req-d39fe4c3-bd81-4c50-b536-486e3512a812 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473166 Oct 06 12:26:29.723761 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe8cc1-d236-462d-8613-abfaa784e1fe req-9c3c97f6-a456-49da-b83d-36075799e43e tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:29.725612 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3fbe8cc1-d236-462d-8613-abfaa784e1fe req-9c3c97f6-a456-49da-b83d-36075799e43e tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 946 time: 0.0531728 Oct 06 12:26:29.787201 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3fbe8cc1-d236-462d-8613-abfaa784e1fe req-5932187a-08a8-4174-98ca-87cdcea2c5a0 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553687 Oct 06 12:26:29.926680 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640b594-a1ab-452d-abb2-a8d6568fcc5c req-f6488fd5-23c0-441c-bc28-91b345c46dec tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:29.929691 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e640b594-a1ab-452d-abb2-a8d6568fcc5c req-f6488fd5-23c0-441c-bc28-91b345c46dec tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 946 time: 0.0503912 Oct 06 12:26:29.983310 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e640b594-a1ab-452d-abb2-a8d6568fcc5c req-de0c802c-faf8-489a-8afa-f324b6f57ecd tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495381 Oct 06 12:26:30.091422 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e1fe8-c88b-452f-ae17-e292a508c537 req-8dbc5ab7-3c1b-4d03-9d7b-0494d94c51b0 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:30.093138 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2d9e1fe8-c88b-452f-ae17-e292a508c537 req-8dbc5ab7-3c1b-4d03-9d7b-0494d94c51b0 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 944 time: 0.0686421 Oct 06 12:26:30.168784 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2d9e1fe8-c88b-452f-ae17-e292a508c537 req-c596e6df-fc9a-4203-b4f4-f2b42587a4b8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686159 Oct 06 12:26:30.355106 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72ab3c-1406-49a5-b66c-b23a5f4f3832 req-b198d9ea-569f-44a2-a6e0-af4ed0a5f99c tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:30.356750 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3d72ab3c-1406-49a5-b66c-b23a5f4f3832 req-b198d9ea-569f-44a2-a6e0-af4ed0a5f99c tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 946 time: 0.0511312 Oct 06 12:26:30.409157 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3d72ab3c-1406-49a5-b66c-b23a5f4f3832 req-88865c10-4244-4dd5-9fd2-c65b469fa252 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447967 Oct 06 12:26:30.665186 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05286dd-65d3-4837-8e63-f5822bd15c9c req-7574bbc7-4bb4-496a-a199-1cac40e1ad81 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:30.668014 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d05286dd-65d3-4837-8e63-f5822bd15c9c req-7574bbc7-4bb4-496a-a199-1cac40e1ad81 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0652280 Oct 06 12:26:30.732939 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d05286dd-65d3-4837-8e63-f5822bd15c9c req-46771c55-0482-4c80-b505-2803e005f8ab tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582495 Oct 06 12:26:31.336488 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5f65f-61c7-4c7f-9c86-c7f0c8839bc1 req-574679c8-f99f-4665-b8be-cdf33da83ca8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:31.338581 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9be5f65f-61c7-4c7f-9c86-c7f0c8839bc1 req-574679c8-f99f-4665-b8be-cdf33da83ca8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 944 time: 0.0663207 Oct 06 12:26:31.393163 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9be5f65f-61c7-4c7f-9c86-c7f0c8839bc1 req-2a3255ca-0deb-4797-ad9c-d4bfb61d9b78 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487740 Oct 06 12:26:31.909925 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136db57-85ff-442c-ac7e-98cabc98f226 req-2a0fe5ab-4d20-4509-9dde-3ccbd45ce8a1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:31.913784 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8136db57-85ff-442c-ac7e-98cabc98f226 req-2a0fe5ab-4d20-4509-9dde-3ccbd45ce8a1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0636487 Oct 06 12:26:31.972356 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8136db57-85ff-442c-ac7e-98cabc98f226 req-cc52fac3-0bcb-4289-b52c-9c51a43eab63 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518909 Oct 06 12:26:32.514990 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:32.526520 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da125d09-f0a6-435f-bdfb-c1e6488e3d64 req-3a5f3412-182c-4ece-aa68-9268dc4135b7 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:32.528185 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da125d09-f0a6-435f-bdfb-c1e6488e3d64 req-3a5f3412-182c-4ece-aa68-9268dc4135b7 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 944 time: 0.0498171 Oct 06 12:26:32.588743 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da125d09-f0a6-435f-bdfb-c1e6488e3d64 req-a6a11448-cc87-41de-a9ff-e89df883aaf5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530398 Oct 06 12:26:33.098613 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 99d2670f-f58f-45d7-a104-307b021263f0 details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:26:33.162394 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064f9db-1ca8-43a9-960d-e4877fd8cd02 req-d8e66289-0b25-46f8-8647-c4cb004776fd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:33.164228 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0064f9db-1ca8-43a9-960d-e4877fd8cd02 req-d8e66289-0b25-46f8-8647-c4cb004776fd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0788941 Oct 06 12:26:33.222238 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:33.241516 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0064f9db-1ca8-43a9-960d-e4877fd8cd02 req-9c3300f7-ad20-4ef7-babc-e1547dd1fe1a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708177 Oct 06 12:26:33.263627 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 99d2670f-f58f-45d7-a104-307b021263f0, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=99d2670f-f58f-45d7-a104-307b021263f0,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:26:33.282223 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '99d2670f-f58f-45d7-a104-307b021263f0', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'port_id': '99d2670f-f58f-45d7-a104-307b021263f0', 'mac_address': 'fa:16:3e:2b:77:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:26:33.327644 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 99d2670f-f58f-45d7-a104-307b021263f0 is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:26:33.328113 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (99d2670f-f58f-45d7-a104-307b021263f0), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:33.343297 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d2670f-f58f-45d7-a104-307b021263f0 {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:26:33.364381 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 99d2670f-f58f-45d7-a104-307b021263f0, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=99d2670f-f58f-45d7-a104-307b021263f0,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:26:33.368829 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (99d2670f-f58f-45d7-a104-307b021263f0), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:33.441326 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=99d2670f-f58f-45d7-a104-307b021263f0,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:33.741268 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aafe80-31ba-44a2-8fc0-0dc3804ad2fd req-9348b50d-4d35-4c20-8d3f-9012cd674e03 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:33.743038 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-24aafe80-31ba-44a2-8fc0-0dc3804ad2fd req-9348b50d-4d35-4c20-8d3f-9012cd674e03 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 945 time: 0.0646687 Oct 06 12:26:33.776178 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:33.798815 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-24aafe80-31ba-44a2-8fc0-0dc3804ad2fd req-e42571d7-0fb7-4369-bdb5-5b4cff7f35bd tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497718 Oct 06 12:26:34.205035 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['99d2670f-f58f-45d7-a104-307b021263f0'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:26:34.375143 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99829e-a778-44e2-a599-5bac2d9a59ec req-2529d9ae-8569-4dc2-8898-13c4035ceb92 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:34.377324 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6d99829e-a778-44e2-a599-5bac2d9a59ec req-2529d9ae-8569-4dc2-8898-13c4035ceb92 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0562539 Oct 06 12:26:34.426605 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6d99829e-a778-44e2-a599-5bac2d9a59ec req-01a5edcd-df4e-48b5-b0e1-26b81e4f4bf3 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437369 Oct 06 12:26:34.938542 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860328d1-bc83-4623-abfc-4829ca3d3b46 req-de61797d-2b67-4605-ad75-e0274f03f5d7 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:34.943970 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-860328d1-bc83-4623-abfc-4829ca3d3b46 req-de61797d-2b67-4605-ad75-e0274f03f5d7 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 945 time: 0.0527782 Oct 06 12:26:34.992923 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-860328d1-bc83-4623-abfc-4829ca3d3b46 req-0a93e663-9110-416c-99c7-93c9b0fba73b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456815 Oct 06 12:26:35.585473 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25540e-fc4f-405d-b948-2d2a556d4ad6 req-f76582c3-8b53-406e-88a7-4e9126e037fb tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:35.587088 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ae25540e-fc4f-405d-b948-2d2a556d4ad6 req-f76582c3-8b53-406e-88a7-4e9126e037fb tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0562451 Oct 06 12:26:35.639975 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ae25540e-fc4f-405d-b948-2d2a556d4ad6 req-bc9f0444-6007-4def-9fe6-25e6eb4b0842 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464504 Oct 06 12:26:35.860476 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 99d2670f-f58f-45d7-a104-307b021263f0 up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:26:35.900926 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port 99d2670f-f58f-45d7-a104-307b021263f0 completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:26:35.911623 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 99d2670f-f58f-45d7-a104-307b021263f0 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:26:35.912046 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (99d2670f-f58f-45d7-a104-307b021263f0), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:35.912386 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 99d2670f-f58f-45d7-a104-307b021263f0 Oct 06 12:26:35.931655 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:35.997140 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 99d2670f-f58f-45d7-a104-307b021263f0 is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:26:35.997717 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (99d2670f-f58f-45d7-a104-307b021263f0), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:36.025044 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a965adee-462e-4616-9ffe-bcb94e58c7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d2670f-f58f-45d7-a104-307b021263f0'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:26:36.030522 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e166775-86f4-49f0-b76d-98c64510c811" -d '{"events": [{"server_uuid": "a965adee-462e-4616-9ffe-bcb94e58c7ae", "name": "network-vif-plugged", "status": "completed", "tag": "99d2670f-f58f-45d7-a104-307b021263f0"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:26:36.053157 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 99d2670f-f58f-45d7-a104-307b021263f0, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=99d2670f-f58f-45d7-a104-307b021263f0,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:26:36.076463 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (99d2670f-f58f-45d7-a104-307b021263f0), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:36.084190 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8352bb1d-9760-431a-80ca-fa2eb3adb71c x-openstack-request-id: req-8352bb1d-9760-431a-80ca-fa2eb3adb71c {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:26:36.084409 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a965adee-462e-4616-9ffe-bcb94e58c7ae", "name": "network-vif-plugged", "status": "completed", "tag": "99d2670f-f58f-45d7-a104-307b021263f0", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:26:36.084641 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8352bb1d-9760-431a-80ca-fa2eb3adb71c {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:26:36.085148 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8352bb1d-9760-431a-80ca-fa2eb3adb71c'] response: {'server_uuid': 'a965adee-462e-4616-9ffe-bcb94e58c7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d2670f-f58f-45d7-a104-307b021263f0', 'code': 200} Oct 06 12:26:36.095064 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=55 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:36.098466 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=42 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:36.131963 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60fff1-89bf-413c-bc1f-8f5ee5bb4c7b req-2cb0e43c-08e5-49cf-af82-b76d39f7a927 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:36.138993 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0c60fff1-89bf-413c-bc1f-8f5ee5bb4c7b req-2cb0e43c-08e5-49cf-af82-b76d39f7a927 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 946 time: 0.0581319 Oct 06 12:26:36.146677 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=99d2670f-f58f-45d7-a104-307b021263f0,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:36.187447 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0c60fff1-89bf-413c-bc1f-8f5ee5bb4c7b req-36d50006-545e-4b78-bb56-faed7d065777 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474343 Oct 06 12:26:36.436582 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a4b94-f033-45dd-8fbe-db1fffaa5423 req-208b6cd6-3130-498c-9629-e01ede383c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:36.439571 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-b70a4b94-f033-45dd-8fbe-db1fffaa5423 req-208b6cd6-3130-498c-9629-e01ede383c89 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 1130 time: 0.0404060 Oct 06 12:26:36.493977 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-b70a4b94-f033-45dd-8fbe-db1fffaa5423 req-ce30a111-b68e-4687-ab58-df8658052a3b service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465968 Oct 06 12:26:36.768618 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c0be2-d0db-4ea5-99ea-a97b870a4cb2 req-fb308dd7-f5eb-4397-98de-eac21f772f14 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:36.770060 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-545c0be2-d0db-4ea5-99ea-a97b870a4cb2 req-fb308dd7-f5eb-4397-98de-eac21f772f14 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0467165 Oct 06 12:26:36.819704 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-545c0be2-d0db-4ea5-99ea-a97b870a4cb2 req-629638d9-f39e-4a56-93e6-64015677f2c3 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440848 Oct 06 12:26:37.028210 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:37.309112 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a8fe4-b3a0-4b1a-94fd-b51ef8833ff3 req-031d3074-b764-4be8-aa60-96599ab15cd1 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:37.310541 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1e9a8fe4-b3a0-4b1a-94fd-b51ef8833ff3 req-031d3074-b764-4be8-aa60-96599ab15cd1 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 946 time: 0.0464351 Oct 06 12:26:37.357830 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1e9a8fe4-b3a0-4b1a-94fd-b51ef8833ff3 req-2a185599-1355-4426-ab74-bcfef7fd862a tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417221 Oct 06 12:26:37.963695 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f83b95-8aa5-4967-8fa3-c1b0f69981f5 req-4ec3a157-4719-4bc2-870c-ac28477b1289 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:37.965271 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-22f83b95-8aa5-4967-8fa3-c1b0f69981f5 req-4ec3a157-4719-4bc2-870c-ac28477b1289 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0595505 Oct 06 12:26:38.036468 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-22f83b95-8aa5-4967-8fa3-c1b0f69981f5 req-ced75bff-ca12-4325-87c4-6e1e0e30aa85 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634189 Oct 06 12:26:38.384522 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:26:38.488271 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05afd26-a975-4b2e-a2d6-4d14d4bf3bd0 req-865cd96a-c19a-4e5d-b464-e2436ef613a9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:38.489633 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d05afd26-a975-4b2e-a2d6-4d14d4bf3bd0 req-865cd96a-c19a-4e5d-b464-e2436ef613a9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 946 time: 0.0495899 Oct 06 12:26:38.537849 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d05afd26-a975-4b2e-a2d6-4d14d4bf3bd0 req-6d5221bb-a04c-4353-92b9-7a78f83aa4cd tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427601 Oct 06 12:26:39.121929 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:39.157426 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf598d-14fc-4cab-afed-5d907890a695 req-08fc32a6-5835-4cb2-bec2-44fc1a2ad3d4 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:39.158842 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e3bf598d-14fc-4cab-afed-5d907890a695 req-08fc32a6-5835-4cb2-bec2-44fc1a2ad3d4 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0462749 Oct 06 12:26:39.205293 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e3bf598d-14fc-4cab-afed-5d907890a695 req-34fbb8fa-9c2e-4245-b3c6-9f3af6d1c477 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409470 Oct 06 12:26:39.681613 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac60f8e-c501-4baf-9c7a-521b321728ff req-2598d564-20cb-4bcb-91fc-4e38fd10f9d8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:39.689725 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0ac60f8e-c501-4baf-9c7a-521b321728ff req-2598d564-20cb-4bcb-91fc-4e38fd10f9d8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 946 time: 0.0714810 Oct 06 12:26:39.742483 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0ac60f8e-c501-4baf-9c7a-521b321728ff req-52dc007e-cec9-4a19-b5bd-7ff414419068 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517669 Oct 06 12:26:39.887244 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90141c20-c4eb-4f3f-b07e-70c42fb437f5 req-9d145e54-a589-45d2-9ce8-4abd144e983d tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:39.888738 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-90141c20-c4eb-4f3f-b07e-70c42fb437f5 req-9d145e54-a589-45d2-9ce8-4abd144e983d tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 946 time: 0.0467970 Oct 06 12:26:39.939048 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-90141c20-c4eb-4f3f-b07e-70c42fb437f5 req-a5311f60-f274-4725-9f76-2183072ea747 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439944 Oct 06 12:26:39.967408 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 54718) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:26:40.117744 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0b7ba7-0161-469d-a51f-f09756cc07cb tempest-TestVolumeBootPattern-1449676332 tempest-TestVolumeBootPattern-1449676332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:40.119255 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-0c0b7ba7-0161-469d-a51f-f09756cc07cb tempest-TestVolumeBootPattern-1449676332 tempest-TestVolumeBootPattern-1449676332-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 1125 time: 0.1508086 Oct 06 12:26:40.122177 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 54730) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:26:40.127003 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Request body: {'floatingip': {'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'port_id': '99d2670f-f58f-45d7-a104-307b021263f0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:26:40.148413 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:40.224688 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:40.293391 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:40.322280 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:40.331663 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233496ab-58f7-4931-8702-1cc63b343023 req-4ea04690-322b-46c1-ab87-8ce142d0d779 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:40.333119 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-233496ab-58f7-4931-8702-1cc63b343023 req-4ea04690-322b-46c1-ab87-8ce142d0d779 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0505745 Oct 06 12:26:40.334761 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Allocated IP 172.27.0.135 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/cabc4e6e-5686-4e62-a99f-0a44ba6f0443) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:26:40.382292 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-233496ab-58f7-4931-8702-1cc63b343023 req-84c3d08a-69de-44dc-b895-4a2c741fc002 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428059 Oct 06 12:26:40.436327 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for port (cabc4e6e-5686-4e62-a99f-0a44ba6f0443), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:40.467760 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (cabc4e6e-5686-4e62-a99f-0a44ba6f0443), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:40.514867 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:26:40.518217 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:26:40.522041 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:26:40.525388 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event updated for resources: {'Port': ['ID=cabc4e6e-5686-4e62-a99f-0a44ba6f0443,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:40.552889 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:40.553236 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:40.553580 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:40.553923 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:40.554258 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:40.554594 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:40.554925 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:40.555254 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:40.555616 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:40.555949 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:40.556281 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:40.556608 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:40.556933 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:40.557254 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:40.557579 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:40.590354 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d715e9b-5453-4eb1-a0b3-5005a79e547b req-a209b90a-2c9d-4de4-bb49-a5037f4913d7 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:40.591820 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0d715e9b-5453-4eb1-a0b3-5005a79e547b req-a209b90a-2c9d-4de4-bb49-a5037f4913d7 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0523777 Oct 06 12:26:40.645873 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0d715e9b-5453-4eb1-a0b3-5005a79e547b req-056d7ecd-cdd4-43d0-88ba-95a8666b5b61 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484955 Oct 06 12:26:40.756972 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:40.792551 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:40.894603 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for floatingip (4cb41827-f8de-4997-b544-da91a8d902ad), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:40.958275 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (cabc4e6e-5686-4e62-a99f-0a44ba6f0443), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:41.341551 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for port (cabc4e6e-5686-4e62-a99f-0a44ba6f0443), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:41.348075 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (cabc4e6e-5686-4e62-a99f-0a44ba6f0443), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:41.453904 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35529d-32ce-4695-b231-3b2e92b86f38 req-c7f4b014-854f-4f46-8bab-0fa37a099d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:41.455405 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ba35529d-32ce-4695-b231-3b2e92b86f38 req-c7f4b014-854f-4f46-8bab-0fa37a099d6b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=828d3459cdd641d98772383edfe3268f&device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 1129 time: 0.0842760 Oct 06 12:26:41.462692 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (4cb41827-f8de-4997-b544-da91a8d902ad), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:41.464619 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event updated for resources: {'Port': ['ID=cabc4e6e-5686-4e62-a99f-0a44ba6f0443,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:41.645122 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.l3_db [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Floating IP 4cb41827-f8de-4997-b544-da91a8d902ad associated. External IP: 172.27.0.135, port: 99d2670f-f58f-45d7-a104-307b021263f0. Oct 06 12:26:41.648562 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35529d-32ce-4695-b231-3b2e92b86f38 req-ccf43100-7e1a-43e5-b382-27559f8c7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:41.650023 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ba35529d-32ce-4695-b231-3b2e92b86f38 req-ccf43100-7e1a-43e5-b382-27559f8c7ab0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=0805475d-8b9c-4baf-bd63-089b9f9df6f5 HTTP/1.1" status: 200 len: 912 time: 0.1500199 Oct 06 12:26:41.783699 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dac3b-9ca6-4f9c-b1ae-d2e5b5198dcf req-db91f1a6-a15d-47e5-8191-5fc1754d062e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:41.784238 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ba35529d-32ce-4695-b231-3b2e92b86f38 req-0066d2c3-9ec7-4057-ac86-1bfd3e5df4e7 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd HTTP/1.1" status: 200 len: 1001 time: 0.1011291 Oct 06 12:26:41.785316 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-005dac3b-9ca6-4f9c-b1ae-d2e5b5198dcf req-db91f1a6-a15d-47e5-8191-5fc1754d062e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0539863 Oct 06 12:26:41.836291 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-005dac3b-9ca6-4f9c-b1ae-d2e5b5198dcf req-c00ac170-93c2-4c11-9460-56efe68c3ad7 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445468 Oct 06 12:26:41.878343 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35529d-32ce-4695-b231-3b2e92b86f38 req-e0d6e0e5-d78a-4f1b-9bc4-84f572fd9e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:41.879807 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ba35529d-32ce-4695-b231-3b2e92b86f38 req-e0d6e0e5-d78a-4f1b-9bc4-84f572fd9e6e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fa59c4f4-50ab-4f12-b932-f152d4e018f2 HTTP/1.1" status: 200 len: 850 time: 0.0849204 Oct 06 12:26:41.904214 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=100 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:41.920944 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:41.964128 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35529d-32ce-4695-b231-3b2e92b86f38 req-c8d327c8-1fc7-47b4-a7c7-d038d4ef3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:41.965613 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ba35529d-32ce-4695-b231-3b2e92b86f38 req-c8d327c8-1fc7-47b4-a7c7-d038d4ef3eef service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=0805475d-8b9c-4baf-bd63-089b9f9df6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728805 Oct 06 12:26:42.028275 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:26:42.111752 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ba35529d-32ce-4695-b231-3b2e92b86f38 req-f74d57cb-9d15-4d50-8314-c3067b35076c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391015 Oct 06 12:26:42.213453 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:26:42.235959 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a146075e-a080-44f1-b284-afe6cce5c5dc None None] Sync routers for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:26:42.248770 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a146075e-a080-44f1-b284-afe6cce5c5dc None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:26:42.249749 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-a146075e-a080-44f1-b284-afe6cce5c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:26:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:26:42.256566 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:42.288970 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ba35529d-32ce-4695-b231-3b2e92b86f38 req-58daa59b-a151-42ce-b49c-a2acb8f54e23 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443093 Oct 06 12:26:42.300200 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-839709b1-e9c8-45bc-9ca4-b9ba17bb641e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1736319 Oct 06 12:26:42.300200 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a965adee-462e-4616-9ffe-bcb94e58c7ae', 'tag': '99d2670f-f58f-45d7-a104-307b021263f0'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:26:42.300549 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e00806c-67f3-4aa4-b04b-d6deb36f0565" -d '{"events": [{"name": "network-changed", "server_uuid": "a965adee-462e-4616-9ffe-bcb94e58c7ae", "tag": "99d2670f-f58f-45d7-a104-307b021263f0"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:26:42.349475 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970c0a1c-39c7-4a65-9215-d4847fa57807 x-openstack-request-id: req-970c0a1c-39c7-4a65-9215-d4847fa57807 {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:26:42.350049 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a965adee-462e-4616-9ffe-bcb94e58c7ae", "tag": "99d2670f-f58f-45d7-a104-307b021263f0", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:26:42.350161 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-970c0a1c-39c7-4a65-9215-d4847fa57807 {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:26:42.350544 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-970c0a1c-39c7-4a65-9215-d4847fa57807'] response: {'name': 'network-changed', 'server_uuid': 'a965adee-462e-4616-9ffe-bcb94e58c7ae', 'tag': '99d2670f-f58f-45d7-a104-307b021263f0', 'status': 'completed', 'code': 200} Oct 06 12:26:42.380884 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-a146075e-a080-44f1-b284-afe6cce5c5dc None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:26:42.448730 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00806c-67f3-4aa4-b04b-d6deb36f0565 req-0ef9424a-b861-4d4e-abc2-e8a9b0359eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:42.450511 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-9e00806c-67f3-4aa4-b04b-d6deb36f0565 req-0ef9424a-b861-4d4e-abc2-e8a9b0359eed service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 1130 time: 0.0420275 Oct 06 12:26:42.476323 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:42.484061 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882beee-e220-493e-8d0c-68ff5726b5c6 req-60959a98-8ef3-4d77-9b10-e8110963799f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:42.485629 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1882beee-e220-493e-8d0c-68ff5726b5c6 req-60959a98-8ef3-4d77-9b10-e8110963799f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 946 time: 0.0504394 Oct 06 12:26:42.533963 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1882beee-e220-493e-8d0c-68ff5726b5c6 req-4b5c892c-902a-43f9-ac11-0afe49371489 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420604 Oct 06 12:26:42.562718 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 54812) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:26:42.599400 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-a146075e-a080-44f1-b284-afe6cce5c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '4cb41827-f8de-4997-b544-da91a8d902ad', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'port_id': '99d2670f-f58f-45d7-a104-307b021263f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'mac_address': 'fa:16:3e:2b:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a965adee-462e-4616-9ffe-bcb94e58c7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:26:40Z', 'updated_at': '2022-10-06T12:26:40Z', 'revision_number': 0, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:26:42.625123 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a146075e-a080-44f1-b284-afe6cce5c5dc None None] Checking router: 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:26:42.640409 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a146075e-a080-44f1-b284-afe6cce5c5dc None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:26:42.641108 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-a146075e-a080-44f1-b284-afe6cce5c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:26:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:26:42.646658 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e020b79-7227-445e-b49e-72eaa02b19b1 tempest-TestMinimumBasicScenario-603556695 tempest-TestMinimumBasicScenario-603556695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:42.648208 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-9e020b79-7227-445e-b49e-72eaa02b19b1 tempest-TestMinimumBasicScenario-603556695 tempest-TestMinimumBasicScenario-603556695-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 1125 time: 0.0844839 Oct 06 12:26:42.651128 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 54816) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:26:42.655577 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Request body: {'floatingip': {'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'port_id': '9a4b9943-b074-4a4d-a9c2-a11438741a56', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:26:42.677480 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:42.758533 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-a146075e-a080-44f1-b284-afe6cce5c5dc None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:26:42.765867 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:42.785332 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00806c-67f3-4aa4-b04b-d6deb36f0565 req-26f462ad-cd0f-48f9-a58d-e69a01a82c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:42.786815 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-9e00806c-67f3-4aa4-b04b-d6deb36f0565 req-26f462ad-cd0f-48f9-a58d-e69a01a82c76 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=397bf80c-f529-4030-8ca3-f73bf801b9a0 HTTP/1.1" status: 200 len: 912 time: 0.1005263 Oct 06 12:26:42.832418 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 54820) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:26:42.880115 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-9e00806c-67f3-4aa4-b04b-d6deb36f0565 req-6141b13d-fe1c-4f37-964b-0e323ce99250 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d2670f-f58f-45d7-a104-307b021263f0 HTTP/1.1" status: 200 len: 1000 time: 0.0733364 Oct 06 12:26:42.908596 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:42.937000 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Deleting subnet a589d958-0156-42ff-8794-9a5708f20bf1 {{(pid=106140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:26:42.947882 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00806c-67f3-4aa4-b04b-d6deb36f0565 req-ce368f0b-4919-4795-8ec9-4d67f9184c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:42.949558 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-9e00806c-67f3-4aa4-b04b-d6deb36f0565 req-ce368f0b-4919-4795-8ec9-4d67f9184c9d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4d6dda75-0abd-49b2-9f71-b134f5c60ebe HTTP/1.1" status: 200 len: 850 time: 0.0586257 Oct 06 12:26:42.953713 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Publish callbacks [] for subnet (a589d958-0156-42ff-8794-9a5708f20bf1), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:42.999155 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00806c-67f3-4aa4-b04b-d6deb36f0565 req-7f4094e9-233c-492b-8dc9-89e119fc38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:43.000754 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-9e00806c-67f3-4aa4-b04b-d6deb36f0565 req-7f4094e9-233c-492b-8dc9-89e119fc38d8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=397bf80c-f529-4030-8ca3-f73bf801b9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440996 Oct 06 12:26:43.006061 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-a146075e-a080-44f1-b284-afe6cce5c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '4cb41827-f8de-4997-b544-da91a8d902ad', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'port_id': '99d2670f-f58f-45d7-a104-307b021263f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'mac_address': 'fa:16:3e:2b:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a965adee-462e-4616-9ffe-bcb94e58c7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:26:40Z', 'updated_at': '2022-10-06T12:26:40Z', 'revision_number': 0, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:26:43.006331 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Allocated IP 172.27.0.173 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/12c7f0d0-4d91-466f-8ac0-2077ed04fd16) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:26:43.033382 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a146075e-a080-44f1-b284-afe6cce5c5dc None None] The sync data for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi is: [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '4cb41827-f8de-4997-b544-da91a8d902ad', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'port_id': '99d2670f-f58f-45d7-a104-307b021263f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'mac_address': 'fa:16:3e:2b:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a965adee-462e-4616-9ffe-bcb94e58c7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:26:40Z', 'updated_at': '2022-10-06T12:26:40Z', 'revision_number': 0, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:26:43.036374 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7447193'] for subnet (a589d958-0156-42ff-8794-9a5708f20bf1), precommit_delete_associations {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:43.066559 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d987d-4936-45ce-94c3-0248fb9745bb req-12434f3b-2a99-464c-86d1-f2b54ce26f97 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:43.068300 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-491d987d-4936-45ce-94c3-0248fb9745bb req-12434f3b-2a99-464c-86d1-f2b54ce26f97 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.1406059 Oct 06 12:26:43.114887 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-9e00806c-67f3-4aa4-b04b-d6deb36f0565 req-3a3f5615-55a7-44d9-9e62-ab895046845c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972736 Oct 06 12:26:43.215034 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-9e00806c-67f3-4aa4-b04b-d6deb36f0565 req-4ce61090-bda2-4e4c-8f52-0ba518082b1b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932612 Oct 06 12:26:43.260760 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15c329-2193-40df-994f-b0bd4f9c9193 None None] New status for floating IP 4cb41827-f8de-4997-b544-da91a8d902ad: ACTIVE {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:26:43.365759 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (a589d958-0156-42ff-8794-9a5708f20bf1), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:43.419250 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:43.423574 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-491d987d-4936-45ce-94c3-0248fb9745bb req-1bbf0b2a-1dcc-45c5-b77c-d650c148cf48 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389921 Oct 06 12:26:43.481809 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for port (12c7f0d0-4d91-466f-8ac0-2077ed04fd16), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:43.503166 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5175868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5090304'] for subnet (a589d958-0156-42ff-8794-9a5708f20bf1), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:43.534987 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a589d958-0156-42ff-8794-9a5708f20bf1,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:43.539641 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:43.542601 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/a589d958-0156-42ff-8794-9a5708f20bf1 HTTP/1.1" status: 204 len: 168 time: 0.7092547 Oct 06 12:26:43.545250 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 54828) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:26:43.553669 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:43.554011 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:43.554354 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:43.554679 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:43.554999 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:43.555321 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:43.555673 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:43.555990 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:43.556312 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:43.556628 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:43.556943 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:43.557260 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:43.557572 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:43.557882 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:43.558191 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a39e2-c410-4bde-b4fa-421fa69fcfe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:26:43.567573 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (12c7f0d0-4d91-466f-8ac0-2077ed04fd16), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:43.598955 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:43.605582 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:26:43.611070 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:26:43.613950 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:26:43.618977 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:43.623420 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b8e5f280-e1a0-4819-be75-87b1ecbad18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (a3b35b13-487e-4ccb-b137-7c1ff7b66ae5), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:43.639096 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Pushing event updated for resources: {'Port': ['ID=12c7f0d0-4d91-466f-8ac0-2077ed04fd16,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:43.706972 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b8e5f280-e1a0-4819-be75-87b1ecbad18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (a3b35b13-487e-4ccb-b137-7c1ff7b66ae5), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:43.727411 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-b8e5f280-e1a0-4819-be75-87b1ecbad18a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b35b13-487e-4ccb-b137-7c1ff7b66ae5']}} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:26:43.736638 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-b8e5f280-e1a0-4819-be75-87b1ecbad18a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f1297a-92cb-449d-ba02-61cb75a51679') {'for_net_delete': True} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:26:43.736932 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-b8e5f280-e1a0-4819-be75-87b1ecbad18a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f1297a-92cb-449d-ba02-61cb75a51679') {} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:26:43.746480 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b8e5f280-e1a0-4819-be75-87b1ecbad18a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7435035'] for segment (41f1297a-92cb-449d-ba02-61cb75a51679), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:43.759530 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b8e5f280-e1a0-4819-be75-87b1ecbad18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (41f1297a-92cb-449d-ba02-61cb75a51679), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:43.766067 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e5f280-e1a0-4819-be75-87b1ecbad18a admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:26:43.766943 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b8e5f280-e1a0-4819-be75-87b1ecbad18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4794253'] for segment (41f1297a-92cb-449d-ba02-61cb75a51679), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:43.808379 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.services.segments.plugin [-] Segment 41f1297a-92cb-449d-ba02-61cb75a51679 resource provider aggregate not found Oct 06 12:26:43.828660 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.services.segments.plugin [-] Segment 41f1297a-92cb-449d-ba02-61cb75a51679 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41f1297a-92cb-449d-ba02-61cb75a51679 found for delete ", "request_id": "req-6dbde84d-8a59-4ff4-8cd9-03708fc2a645"}]} Oct 06 12:26:43.833245 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b8e5f280-e1a0-4819-be75-87b1ecbad18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (a3b35b13-487e-4ccb-b137-7c1ff7b66ae5), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:43.837757 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b8e5f280-e1a0-4819-be75-87b1ecbad18a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:43.840868 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b8e5f280-e1a0-4819-be75-87b1ecbad18a admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/a3b35b13-487e-4ccb-b137-7c1ff7b66ae5 HTTP/1.1" status: 204 len: 168 time: 0.2946296 Oct 06 12:26:43.855704 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5f280-e1a0-4819-be75-87b1ecbad18a admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b35b13-487e-4ccb-b137-7c1ff7b66ae5,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:43.960761 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 54836) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:26:44.004104 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-81b0aedb-9f49-4e40-a56b-bd05d742d5f4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=53e1ba5fc96344cebdb16d6a3e50ab8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420582 Oct 06 12:26:44.004740 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 54840) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:26:44.059885 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-55ebeb56-e558-4145-bb30-d6b3540d02e0 admin admin] Publish callbacks [] for security_group (25521777-cf02-4d02-97d1-cd6d6d769e8c), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:44.080988 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for floatingip (b0b65777-8930-4868-bf30-3a807a2999bf), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:44.081601 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-55ebeb56-e558-4145-bb30-d6b3540d02e0 admin admin] Publish callbacks [] for security_group (25521777-cf02-4d02-97d1-cd6d6d769e8c), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:44.082060 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:44.129497 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-55ebeb56-e558-4145-bb30-d6b3540d02e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (25521777-cf02-4d02-97d1-cd6d6d769e8c), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:44.132109 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-55ebeb56-e558-4145-bb30-d6b3540d02e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:44.133338 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-55ebeb56-e558-4145-bb30-d6b3540d02e0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/25521777-cf02-4d02-97d1-cd6d6d769e8c HTTP/1.1" status: 204 len: 168 time: 0.1275599 Oct 06 12:26:44.142943 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebeb56-e558-4145-bb30-d6b3540d02e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25521777-cf02-4d02-97d1-cd6d6d769e8c,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:44.200173 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (12c7f0d0-4d91-466f-8ac0-2077ed04fd16), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:44.354848 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for port (12c7f0d0-4d91-466f-8ac0-2077ed04fd16), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:44.359797 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (12c7f0d0-4d91-466f-8ac0-2077ed04fd16), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:44.383711 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=1,neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:44.434434 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (b0b65777-8930-4868-bf30-3a807a2999bf), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:44.439194 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Pushing event updated for resources: {'Port': ['ID=12c7f0d0-4d91-466f-8ac0-2077ed04fd16,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:44.575745 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19326d0-bb31-472e-bf4f-7514a6523fb4 req-7e3545f3-a305-46f2-b216-21797f4dd43b tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:44.577173 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c19326d0-bb31-472e-bf4f-7514a6523fb4 req-7e3545f3-a305-46f2-b216-21797f4dd43b tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0589073 Oct 06 12:26:44.578327 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.l3_db [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Floating IP b0b65777-8930-4868-bf30-3a807a2999bf associated. External IP: 172.27.0.173, port: 9a4b9943-b074-4a4d-a9c2-a11438741a56. Oct 06 12:26:44.695033 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c19326d0-bb31-472e-bf4f-7514a6523fb4 req-29aee82d-4111-4210-b370-5daafe7e40fe tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848420 Oct 06 12:26:44.806710 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Router 0964376f-57a1-4990-8d1f-5ff52143a16c has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:26:44.907991 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:26:44.916992 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cd6dc2-8cd4-4408-8eb2-e2faed028a2f None None] Sync routers for ids ['0964376f-57a1-4990-8d1f-5ff52143a16c'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:26:44.925193 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:44.925872 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:44.929301 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cd6dc2-8cd4-4408-8eb2-e2faed028a2f None None] Routers {'0964376f-57a1-4990-8d1f-5ff52143a16c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:26:44.929920 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-16cd6dc2-8cd4-4408-8eb2-e2faed028a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:26:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['0964376f-57a1-4990-8d1f-5ff52143a16c'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:26:44.958417 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-b2f658d6-190d-4f74-8ae0-410e9b5e4729 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3061492 Oct 06 12:26:44.959055 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb42d057-804d-4d87-953a-953bf69fe126', 'tag': '9a4b9943-b074-4a4d-a9c2-a11438741a56'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:26:44.961242 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 54848) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:26:44.961717 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec0faaf-3c6f-4825-b332-3f0672b72c07" -d '{"events": [{"name": "network-changed", "server_uuid": "eb42d057-804d-4d87-953a-953bf69fe126", "tag": "9a4b9943-b074-4a4d-a9c2-a11438741a56"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:26:44.965822 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-24130a49-3f4f-4a31-bab9-211d19734f9e tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1981812851', 'description': 'tempest-secgroup-smoke-1981812851 description', 'project_id': '1c822fb7252b4804aa9a0cb228b6397c'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:26:44.988528 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-24130a49-3f4f-4a31-bab9-211d19734f9e tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.007299 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b10efd2-cdff-4fd0-bdba-a24f3d3cff2e x-openstack-request-id: req-5b10efd2-cdff-4fd0-bdba-a24f3d3cff2e {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:26:45.007668 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb42d057-804d-4d87-953a-953bf69fe126", "tag": "9a4b9943-b074-4a4d-a9c2-a11438741a56", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:26:45.007934 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5b10efd2-cdff-4fd0-bdba-a24f3d3cff2e {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:26:45.008389 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b10efd2-cdff-4fd0-bdba-a24f3d3cff2e'] response: {'name': 'network-changed', 'server_uuid': 'eb42d057-804d-4d87-953a-953bf69fe126', 'tag': '9a4b9943-b074-4a4d-a9c2-a11438741a56', 'status': 'completed', 'code': 200} Oct 06 12:26:45.041930 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-16cd6dc2-8cd4-4408-8eb2-e2faed028a2f None None] Set router 0964376f-57a1-4990-8d1f-5ff52143a16c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:26:45.058399 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-24130a49-3f4f-4a31-bab9-211d19734f9e tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group (950d9b58-485d-4fdd-98f4-f02892e128cf), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.072291 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-24130a49-3f4f-4a31-bab9-211d19734f9e tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (950d9b58-485d-4fdd-98f4-f02892e128cf), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.116223 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-24130a49-3f4f-4a31-bab9-211d19734f9e tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.117466 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-24130a49-3f4f-4a31-bab9-211d19734f9e tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1552169 Oct 06 12:26:45.120708 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 54854) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:26:45.124206 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24130a49-3f4f-4a31-bab9-211d19734f9e tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=950d9b58-485d-4fdd-98f4-f02892e128cf,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:45.125177 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-78d1e1a1-62c6-45fe-8c17-3d0bc9c27560 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Request body: {'security_group_rule': {'security_group_id': '950d9b58-485d-4fdd-98f4-f02892e128cf', 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:26:45.130630 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:45.155962 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-78d1e1a1-62c6-45fe-8c17-3d0bc9c27560 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (c47bbd2e-c9ef-4380-922a-5ef824eaf0ce), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.162868 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0faaf-3c6f-4825-b332-3f0672b72c07 req-d28a6087-1785-485a-9626-8647d06c728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:45.164982 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-7ec0faaf-3c6f-4825-b332-3f0672b72c07 req-d28a6087-1785-485a-9626-8647d06c728e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1c822fb7252b4804aa9a0cb228b6397c&device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 1130 time: 0.0784450 Oct 06 12:26:45.216587 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-78d1e1a1-62c6-45fe-8c17-3d0bc9c27560 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (c47bbd2e-c9ef-4380-922a-5ef824eaf0ce), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.220521 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-78d1e1a1-62c6-45fe-8c17-3d0bc9c27560 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (c47bbd2e-c9ef-4380-922a-5ef824eaf0ce), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.246021 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1e1a1-62c6-45fe-8c17-3d0bc9c27560 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47bbd2e-c9ef-4380-922a-5ef824eaf0ce,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:45.258069 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-78d1e1a1-62c6-45fe-8c17-3d0bc9c27560 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.259076 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-78d1e1a1-62c6-45fe-8c17-3d0bc9c27560 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373851 Oct 06 12:26:45.261988 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 54856) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:26:45.267618 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-4e3d4c22-120b-442a-8ffa-e1ca539bc55f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Request body: {'security_group_rule': {'security_group_id': '950d9b58-485d-4fdd-98f4-f02892e128cf', 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:26:45.281186 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0faaf-3c6f-4825-b332-3f0672b72c07 req-4c7c2a2d-b140-4af2-a934-bebe1e6d92d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:45.283255 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-7ec0faaf-3c6f-4825-b332-3f0672b72c07 req-4c7c2a2d-b140-4af2-a934-bebe1e6d92d7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7aa9c50e-f953-474e-a8eb-45316afa3b7b HTTP/1.1" status: 200 len: 915 time: 0.1107614 Oct 06 12:26:45.297610 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4c22-120b-442a-8ffa-e1ca539bc55f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (cd71bb8c-bf93-41d8-94b7-2d6f313b915b), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.320704 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:45.363217 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4c22-120b-442a-8ffa-e1ca539bc55f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (cd71bb8c-bf93-41d8-94b7-2d6f313b915b), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.366461 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-7ec0faaf-3c6f-4825-b332-3f0672b72c07 req-d6e4cad3-0c9a-44b5-bd32-6c69478d4d3f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a4b9943-b074-4a4d-a9c2-a11438741a56 HTTP/1.1" status: 200 len: 1000 time: 0.0669043 Oct 06 12:26:45.367345 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4c22-120b-442a-8ffa-e1ca539bc55f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (cd71bb8c-bf93-41d8-94b7-2d6f313b915b), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.391120 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d4c22-120b-442a-8ffa-e1ca539bc55f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd71bb8c-bf93-41d8-94b7-2d6f313b915b,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:45.398272 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4c22-120b-442a-8ffa-e1ca539bc55f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.401475 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-4e3d4c22-120b-442a-8ffa-e1ca539bc55f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383469 Oct 06 12:26:45.404493 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 54858) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:26:45.410813 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-69a829d3-a35e-4d6b-99df-f75bec11a550 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Request body: {'security_group_rule': {'security_group_id': '950d9b58-485d-4fdd-98f4-f02892e128cf', 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:26:45.411182 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-16cd6dc2-8cd4-4408-8eb2-e2faed028a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'name': 'tempest-TestMinimumBasicScenario-616215872-router', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:14Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 4, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'gw_port': {'id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:15Z', 'updated_at': '2022-10-06T12:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': 'b0b65777-8930-4868-bf30-3a807a2999bf', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'port_id': '9a4b9943-b074-4a4d-a9c2-a11438741a56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'mac_address': 'fa:16:3e:9e:c3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb42d057-804d-4d87-953a-953bf69fe126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:26:43Z', 'updated_at': '2022-10-06T12:26:43Z', 'revision_number': 0, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd67df93-3626-4f36-8ff6-96ce7a6835f4', 'name': '', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'mac_address': 'fa:16:3e:2a:4f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:34Z', 'revision_number': 5, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'subnets': [{'id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:26:45.422407 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0faaf-3c6f-4825-b332-3f0672b72c07 req-6fffceaa-1129-4279-a61c-a0ecdcb66c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:45.423946 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-7ec0faaf-3c6f-4825-b332-3f0672b72c07 req-6fffceaa-1129-4279-a61c-a0ecdcb66c30 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a9e2264b-e345-4bdc-84be-0c47ea836a60 HTTP/1.1" status: 200 len: 853 time: 0.0508358 Oct 06 12:26:45.436320 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cd6dc2-8cd4-4408-8eb2-e2faed028a2f None None] Checking router: 0964376f-57a1-4990-8d1f-5ff52143a16c for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:26:45.438626 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-69a829d3-a35e-4d6b-99df-f75bec11a550 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (c1240db0-0c08-40c0-9c2c-386feadeb0ea), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.445841 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cd6dc2-8cd4-4408-8eb2-e2faed028a2f None None] Routers {'0964376f-57a1-4990-8d1f-5ff52143a16c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:26:45.446464 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-16cd6dc2-8cd4-4408-8eb2-e2faed028a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:26:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['0964376f-57a1-4990-8d1f-5ff52143a16c'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:26:45.451558 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:45.485023 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0faaf-3c6f-4825-b332-3f0672b72c07 req-9cb6c70e-1ba5-408a-afc4-521181aaebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:45.486742 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-7ec0faaf-3c6f-4825-b332-3f0672b72c07 req-9cb6c70e-1ba5-408a-afc4-521181aaebc0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7aa9c50e-f953-474e-a8eb-45316afa3b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452619 Oct 06 12:26:45.548162 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:45.564014 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-16cd6dc2-8cd4-4408-8eb2-e2faed028a2f None None] Set router 0964376f-57a1-4990-8d1f-5ff52143a16c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:26:45.581580 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:45.589176 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-7ec0faaf-3c6f-4825-b332-3f0672b72c07 req-55876945-5586-45c6-86b8-f92c6fdf226c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7aa9c50e-f953-474e-a8eb-45316afa3b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946643 Oct 06 12:26:45.694146 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-7ec0faaf-3c6f-4825-b332-3f0672b72c07 req-363740d1-5f57-4d5c-b7e3-17309e0bde60 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7aa9c50e-f953-474e-a8eb-45316afa3b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947981 Oct 06 12:26:45.703392 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-69a829d3-a35e-4d6b-99df-f75bec11a550 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (c1240db0-0c08-40c0-9c2c-386feadeb0ea), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.707294 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-69a829d3-a35e-4d6b-99df-f75bec11a550 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (c1240db0-0c08-40c0-9c2c-386feadeb0ea), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.725976 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a829d3-a35e-4d6b-99df-f75bec11a550 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1240db0-0c08-40c0-9c2c-386feadeb0ea,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:45.734551 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-69a829d3-a35e-4d6b-99df-f75bec11a550 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.738864 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-69a829d3-a35e-4d6b-99df-f75bec11a550 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3307502 Oct 06 12:26:45.739074 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 54860) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:26:45.743850 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-0fed9ebc-e5ed-4cd7-b539-99ed95d22aa4 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Request body: {'security_group_rule': {'security_group_id': '950d9b58-485d-4fdd-98f4-f02892e128cf', 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:26:45.772079 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0fed9ebc-e5ed-4cd7-b539-99ed95d22aa4 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (feadcaed-4fa7-4b4e-9ed1-cbb09ea1748a), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.790580 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-16cd6dc2-8cd4-4408-8eb2-e2faed028a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'name': 'tempest-TestMinimumBasicScenario-616215872-router', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:14Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 4, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'gw_port': {'id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:15Z', 'updated_at': '2022-10-06T12:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': 'b0b65777-8930-4868-bf30-3a807a2999bf', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'port_id': '9a4b9943-b074-4a4d-a9c2-a11438741a56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'mac_address': 'fa:16:3e:9e:c3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb42d057-804d-4d87-953a-953bf69fe126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:26:43Z', 'updated_at': '2022-10-06T12:26:43Z', 'revision_number': 0, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd67df93-3626-4f36-8ff6-96ce7a6835f4', 'name': '', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'mac_address': 'fa:16:3e:2a:4f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:34Z', 'revision_number': 5, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'subnets': [{'id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:26:45.816722 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cd6dc2-8cd4-4408-8eb2-e2faed028a2f None None] The sync data for ids ['0964376f-57a1-4990-8d1f-5ff52143a16c'] in dv-cinder-856041-2-iscsi is: [{'id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'name': 'tempest-TestMinimumBasicScenario-616215872-router', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:14Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 4, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'gw_port': {'id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:15Z', 'updated_at': '2022-10-06T12:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': 'b0b65777-8930-4868-bf30-3a807a2999bf', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'port_id': '9a4b9943-b074-4a4d-a9c2-a11438741a56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'mac_address': 'fa:16:3e:9e:c3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb42d057-804d-4d87-953a-953bf69fe126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:26:43Z', 'updated_at': '2022-10-06T12:26:43Z', 'revision_number': 0, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd67df93-3626-4f36-8ff6-96ce7a6835f4', 'name': '', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'mac_address': 'fa:16:3e:2a:4f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:34Z', 'revision_number': 5, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'subnets': [{'id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:26:45.831824 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0fed9ebc-e5ed-4cd7-b539-99ed95d22aa4 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (feadcaed-4fa7-4b4e-9ed1-cbb09ea1748a), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.835888 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0fed9ebc-e5ed-4cd7-b539-99ed95d22aa4 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (feadcaed-4fa7-4b4e-9ed1-cbb09ea1748a), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.855710 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed9ebc-e5ed-4cd7-b539-99ed95d22aa4 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feadcaed-4fa7-4b4e-9ed1-cbb09ea1748a,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:45.863347 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0fed9ebc-e5ed-4cd7-b539-99ed95d22aa4 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.864609 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-0fed9ebc-e5ed-4cd7-b539-99ed95d22aa4 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246188 Oct 06 12:26:45.867908 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 54864) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:26:45.872192 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-21e57a98-55be-4d85-8bb7-7946fa53c3ba tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Request body: {'security_group_rule': {'security_group_id': '950d9b58-485d-4fdd-98f4-f02892e128cf', 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:26:45.893703 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.securitygroups_db [None req-21e57a98-55be-4d85-8bb7-7946fa53c3ba tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Project 1c822fb7252b4804aa9a0cb228b6397c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 12:26:45.899957 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-21e57a98-55be-4d85-8bb7-7946fa53c3ba tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (446764fe-48d9-48aa-858a-d732d5847d29), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.961367 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-21e57a98-55be-4d85-8bb7-7946fa53c3ba tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (446764fe-48d9-48aa-858a-d732d5847d29), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.965494 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-21e57a98-55be-4d85-8bb7-7946fa53c3ba tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (446764fe-48d9-48aa-858a-d732d5847d29), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.984985 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e57a98-55be-4d85-8bb7-7946fa53c3ba tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446764fe-48d9-48aa-858a-d732d5847d29,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:45.992584 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-21e57a98-55be-4d85-8bb7-7946fa53c3ba tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:45.996746 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-21e57a98-55be-4d85-8bb7-7946fa53c3ba tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249464 Oct 06 12:26:45.999795 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 54866) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:26:46.004349 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-7e2b581d-5049-4e23-bcdd-dfdba20cff60 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Request body: {'security_group_rule': {'security_group_id': '950d9b58-485d-4fdd-98f4-f02892e128cf', 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:26:46.025898 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.securitygroups_db [None req-7e2b581d-5049-4e23-bcdd-dfdba20cff60 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Project 1c822fb7252b4804aa9a0cb228b6397c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 12:26:46.031289 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a20da1a-1db8-466f-b49b-160ddb950010 None None] New status for floating IP b0b65777-8930-4868-bf30-3a807a2999bf: ACTIVE {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:26:46.033628 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7e2b581d-5049-4e23-bcdd-dfdba20cff60 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (8fbcc761-7d8d-4212-8967-f661d6c4495a), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:46.048529 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:46.096323 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7e2b581d-5049-4e23-bcdd-dfdba20cff60 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (8fbcc761-7d8d-4212-8967-f661d6c4495a), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:46.100502 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7e2b581d-5049-4e23-bcdd-dfdba20cff60 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (8fbcc761-7d8d-4212-8967-f661d6c4495a), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:46.118093 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b581d-5049-4e23-bcdd-dfdba20cff60 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbcc761-7d8d-4212-8967-f661d6c4495a,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:46.129556 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7e2b581d-5049-4e23-bcdd-dfdba20cff60 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:46.132123 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-7e2b581d-5049-4e23-bcdd-dfdba20cff60 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310573 Oct 06 12:26:46.224793 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b2860471-45b4-4437-ab8b-0c2a021bbcb0 req-51473052-6b74-48d1-8c46-abfefe3fce05 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1981812851&fields=id&tenant_id=1c822fb7252b4804aa9a0cb228b6397c HTTP/1.1" status: 200 len: 267 time: 0.0456705 Oct 06 12:26:46.276625 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2860471-45b4-4437-ab8b-0c2a021bbcb0 req-7b58fc2f-a9f1-48a0-936e-28f52422987f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:46.278061 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b2860471-45b4-4437-ab8b-0c2a021bbcb0 req-7b58fc2f-a9f1-48a0-936e-28f52422987f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 946 time: 0.0479071 Oct 06 12:26:46.288611 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-b2860471-45b4-4437-ab8b-0c2a021bbcb0 req-e17ef73b-65b6-4255-9dab-f0a559fbd78f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Request body: {'port': {'security_groups': ['086e6053-0804-4e89-9e5f-03513656a53e', '950d9b58-485d-4fdd-98f4-f02892e128cf']}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:26:46.345500 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:46.360264 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b2860471-45b4-4437-ab8b-0c2a021bbcb0 req-e17ef73b-65b6-4255-9dab-f0a559fbd78f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:46.538174 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-b2860471-45b4-4437-ab8b-0c2a021bbcb0 req-e17ef73b-65b6-4255-9dab-f0a559fbd78f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] For port 9a4b9943-b074-4a4d-a9c2-a11438741a56, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9a4b9943-b074-4a4d-a9c2-a11438741a56,segment=NetworkSegment(0c5c7493-fd94-4429-bbb4-379ff34330c1),segment_id=0c5c7493-fd94-4429-bbb4-379ff34330c1)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:26:46.565491 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b2860471-45b4-4437-ab8b-0c2a021bbcb0 req-e17ef73b-65b6-4255-9dab-f0a559fbd78f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:46.570018 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b2860471-45b4-4437-ab8b-0c2a021bbcb0 req-e17ef73b-65b6-4255-9dab-f0a559fbd78f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:46.579695 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2860471-45b4-4437-ab8b-0c2a021bbcb0 req-e17ef73b-65b6-4255-9dab-f0a559fbd78f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:46.580287 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-b2860471-45b4-4437-ab8b-0c2a021bbcb0 req-e17ef73b-65b6-4255-9dab-f0a559fbd78f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:46.581602 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b2860471-45b4-4437-ab8b-0c2a021bbcb0 req-e17ef73b-65b6-4255-9dab-f0a559fbd78f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "PUT /networking/v2.0/ports/9a4b9943-b074-4a4d-a9c2-a11438741a56 HTTP/1.1" status: 200 len: 982 time: 0.2972844 Oct 06 12:26:46.630811 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ef73b-65b6-4255-9dab-f0a559fbd78f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Pushing event updated for resources: {'Port': ['ID=9a4b9943-b074-4a4d-a9c2-a11438741a56,revision_number=6']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:26:46.639129 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['9a4b9943-b074-4a4d-a9c2-a11438741a56'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:26:46.682062 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff1aa8-5959-4f0a-b912-ccc9b56b082e req-f978eb5f-7b68-4504-89c5-5347a830bdcf tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:46.683574 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3aff1aa8-5959-4f0a-b912-ccc9b56b082e req-f978eb5f-7b68-4504-89c5-5347a830bdcf tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0492933 Oct 06 12:26:46.745537 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3aff1aa8-5959-4f0a-b912-ccc9b56b082e req-37af2269-77be-4083-9325-ec351732b97f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547786 Oct 06 12:26:46.847190 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:46.977614 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['9a4b9943-b074-4a4d-a9c2-a11438741a56'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:26:47.010771 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb42d057-804d-4d87-953a-953bf69fe126', 'tag': '9a4b9943-b074-4a4d-a9c2-a11438741a56'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:26:47.013645 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10227c8-9227-4efe-b4f6-38f16183fe68" -d '{"events": [{"name": "network-changed", "server_uuid": "eb42d057-804d-4d87-953a-953bf69fe126", "tag": "9a4b9943-b074-4a4d-a9c2-a11438741a56"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:26:47.051783 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac84e8be-5bda-441a-adba-9292d1f4a9a8 x-openstack-request-id: req-ac84e8be-5bda-441a-adba-9292d1f4a9a8 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:26:47.052078 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb42d057-804d-4d87-953a-953bf69fe126", "tag": "9a4b9943-b074-4a4d-a9c2-a11438741a56", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:26:47.052332 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ac84e8be-5bda-441a-adba-9292d1f4a9a8 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:26:47.052735 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac84e8be-5bda-441a-adba-9292d1f4a9a8'] response: {'name': 'network-changed', 'server_uuid': 'eb42d057-804d-4d87-953a-953bf69fe126', 'tag': '9a4b9943-b074-4a4d-a9c2-a11438741a56', 'status': 'completed', 'code': 200} Oct 06 12:26:47.089762 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:47.161269 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10227c8-9227-4efe-b4f6-38f16183fe68 req-699692bb-620d-46d5-812c-a9c185ccd6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:47.162746 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-b10227c8-9227-4efe-b4f6-38f16183fe68 req-699692bb-620d-46d5-812c-a9c185ccd6fb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1c822fb7252b4804aa9a0cb228b6397c&device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 1169 time: 0.0389988 Oct 06 12:26:47.258133 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10227c8-9227-4efe-b4f6-38f16183fe68 req-04bfed87-fddb-470f-a549-1787822db1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:47.259607 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-b10227c8-9227-4efe-b4f6-38f16183fe68 req-04bfed87-fddb-470f-a549-1787822db1b3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7aa9c50e-f953-474e-a8eb-45316afa3b7b HTTP/1.1" status: 200 len: 915 time: 0.0904922 Oct 06 12:26:47.332933 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-b10227c8-9227-4efe-b4f6-38f16183fe68 req-b2016cd9-6072-40d9-9a15-77004cf4c398 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a4b9943-b074-4a4d-a9c2-a11438741a56 HTTP/1.1" status: 200 len: 1002 time: 0.0553315 Oct 06 12:26:47.386222 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10227c8-9227-4efe-b4f6-38f16183fe68 req-d9d240d6-8629-46d9-9b50-5ef6066a902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:47.387703 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-b10227c8-9227-4efe-b4f6-38f16183fe68 req-d9d240d6-8629-46d9-9b50-5ef6066a902e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a9e2264b-e345-4bdc-84be-0c47ea836a60 HTTP/1.1" status: 200 len: 853 time: 0.0461681 Oct 06 12:26:47.433867 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10227c8-9227-4efe-b4f6-38f16183fe68 req-e2a0d9af-7d20-475a-ae77-ef2ef12a7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:26:47.435172 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-b10227c8-9227-4efe-b4f6-38f16183fe68 req-e2a0d9af-7d20-475a-ae77-ef2ef12a7216 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7aa9c50e-f953-474e-a8eb-45316afa3b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375919 Oct 06 12:26:47.539766 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-b10227c8-9227-4efe-b4f6-38f16183fe68 req-92bea28f-12e6-4b7d-8c13-68302bbc3654 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7aa9c50e-f953-474e-a8eb-45316afa3b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841928 Oct 06 12:26:47.627753 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-b10227c8-9227-4efe-b4f6-38f16183fe68 req-7aa95bb7-5bf2-4b23-8099-3f71eb84eca8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7aa9c50e-f953-474e-a8eb-45316afa3b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807791 Oct 06 12:26:48.744105 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8fd7c39f-54b7-40c2-b855-087246173f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:51.025582 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-a450bbd8-2ea0-4285-88cc-5ede39296e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:52.071800 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:53.573568 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:53.740628 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:26:56.139322 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:56.142749 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:56.729335 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:56.740037 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:57.622984 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=59 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:26:57.623750 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=70 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:03.729225 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:03.736639 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:07.051108 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:10.808502 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-4a8f2cb2-499a-40b7-a282-b3c7d8e1c2f6 req-c0290367-d9ce-4794-ab3c-ad256e225c57 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374980 Oct 06 12:27:10.930329 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f2cb2-499a-40b7-a282-b3c7d8e1c2f6 req-ad6d4b83-0fc6-4a2d-9ef9-9e0ea462bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:10.931851 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-4a8f2cb2-499a-40b7-a282-b3c7d8e1c2f6 req-ad6d4b83-0fc6-4a2d-9ef9-9e0ea462bf71 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 1130 time: 0.0456059 Oct 06 12:27:11.033952 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f2cb2-499a-40b7-a282-b3c7d8e1c2f6 req-938718d3-eb65-4c3f-b4f1-1a8b219f8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:11.035309 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-4a8f2cb2-499a-40b7-a282-b3c7d8e1c2f6 req-938718d3-eb65-4c3f-b4f1-1a8b219f8c53 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 919 time: 0.0844455 Oct 06 12:27:11.083953 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-4a8f2cb2-499a-40b7-a282-b3c7d8e1c2f6 req-5567d0f8-6694-47d8-a110-55ac10f08f60 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e7b0b39-c340-4a59-8b3a-a243b300266f HTTP/1.1" status: 200 len: 217 time: 0.0356584 Oct 06 12:27:11.130928 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f2cb2-499a-40b7-a282-b3c7d8e1c2f6 req-8181050c-98a1-4a37-ae75-95bbfeeb1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:11.132360 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-4a8f2cb2-499a-40b7-a282-b3c7d8e1c2f6 req-8181050c-98a1-4a37-ae75-95bbfeeb1662 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.0422943 Oct 06 12:27:11.175026 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f2cb2-499a-40b7-a282-b3c7d8e1c2f6 req-c90543fd-213e-4b2d-97fe-dcdb8f57f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:11.176495 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-4a8f2cb2-499a-40b7-a282-b3c7d8e1c2f6 req-c90543fd-213e-4b2d-97fe-dcdb8f57f045 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381770 Oct 06 12:27:11.526713 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-4a8f2cb2-499a-40b7-a282-b3c7d8e1c2f6 req-50fbd770-1e56-45da-bb41-5a159e1b8ccb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132246 Oct 06 12:27:11.614369 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-4a8f2cb2-499a-40b7-a282-b3c7d8e1c2f6 req-3dd981b5-e5e8-4d6b-a546-a55e74422581 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810676 Oct 06 12:27:15.383265 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:27:17.044615 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:17.046456 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:17.289323 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:18.744473 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-74186a25-8f45-4002-b9e9-ab2d9d72c488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:21.027315 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-af19fe75-c753-43ec-a8e3-1ffb981f245c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:21.610435 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=47 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:21.611223 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=46 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:22.077946 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:23.393358 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708a31c-b7da-46a2-9b71-999217853f19 req-a7a43347-b3c6-491b-a3d6-8a98385d95cd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:23.394752 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0708a31c-b7da-46a2-9b71-999217853f19 req-a7a43347-b3c6-491b-a3d6-8a98385d95cd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0472295 Oct 06 12:27:23.440982 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0708a31c-b7da-46a2-9b71-999217853f19 req-6a43ccc7-cf03-4158-a39c-30b7b4469ddc tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Oct 06 12:27:23.578298 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:23.742991 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:24.657064 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7eb2c-980e-49d6-9d3c-5c7a999e4c84 req-7a4184d3-1b4a-4bd4-84f5-344b721ab211 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:24.659039 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fbd7eb2c-980e-49d6-9d3c-5c7a999e4c84 req-7a4184d3-1b4a-4bd4-84f5-344b721ab211 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.1428154 Oct 06 12:27:24.707921 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fbd7eb2c-980e-49d6-9d3c-5c7a999e4c84 req-b4b45151-dee9-41db-9450-15d394a78c98 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432875 Oct 06 12:27:25.379525 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:25.810685 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784352b7-4455-4d11-937c-5d224e64eef6 req-e3a792b6-ea89-4a64-bf80-5baebb4c3db6 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:25.812166 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-784352b7-4455-4d11-937c-5d224e64eef6 req-e3a792b6-ea89-4a64-bf80-5baebb4c3db6 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0503685 Oct 06 12:27:25.826308 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e962-493c-4385-b318-c82e5992e44b req-f70d9776-b941-4ff3-a38c-1b22115d16d9 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:25.827799 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f304e962-493c-4385-b318-c82e5992e44b req-f70d9776-b941-4ff3-a38c-1b22115d16d9 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 945 time: 0.0457988 Oct 06 12:27:25.873566 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f304e962-493c-4385-b318-c82e5992e44b req-2b4e1ef9-5bad-4ad1-926b-86edc63957d0 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396652 Oct 06 12:27:25.901898 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [req-784352b7-4455-4d11-937c-5d224e64eef6 req-2dbfe640-b14f-4dac-a47e-3efdc82d46b3 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Deleting port a780075c-a2ca-45cd-b0e5-d55fa7367adc {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:27:25.902242 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-784352b7-4455-4d11-937c-5d224e64eef6 req-2dbfe640-b14f-4dac-a47e-3efdc82d46b3 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (a780075c-a2ca-45cd-b0e5-d55fa7367adc), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:25.991751 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-784352b7-4455-4d11-937c-5d224e64eef6 req-2dbfe640-b14f-4dac-a47e-3efdc82d46b3 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] For port a780075c-a2ca-45cd-b0e5-d55fa7367adc, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=a780075c-a2ca-45cd-b0e5-d55fa7367adc,segment=NetworkSegment(9395b506-f04d-42e6-8060-ea755347208b),segment_id=9395b506-f04d-42e6-8060-ea755347208b)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:27:25.992032 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-784352b7-4455-4d11-937c-5d224e64eef6 req-2dbfe640-b14f-4dac-a47e-3efdc82d46b3 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (a780075c-a2ca-45cd-b0e5-d55fa7367adc), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:26.004866 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [req-784352b7-4455-4d11-937c-5d224e64eef6 req-2dbfe640-b14f-4dac-a47e-3efdc82d46b3 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Calling delete_port for a780075c-a2ca-45cd-b0e5-d55fa7367adc owned by compute:nova {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:27:26.128066 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-784352b7-4455-4d11-937c-5d224e64eef6 req-2dbfe640-b14f-4dac-a47e-3efdc82d46b3 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (a780075c-a2ca-45cd-b0e5-d55fa7367adc), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:26.157247 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfe640-b14f-4dac-a47e-3efdc82d46b3 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Pushing event deleted for resources: {'Port': ['ID=a780075c-a2ca-45cd-b0e5-d55fa7367adc,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:27:26.204262 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [req-784352b7-4455-4d11-937c-5d224e64eef6 req-2dbfe640-b14f-4dac-a47e-3efdc82d46b3 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] No DVR routers for this DVR port a780075c-a2ca-45cd-b0e5-d55fa7367adc on host hv-cinder-85604 {{(pid=106139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:27:26.207014 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-784352b7-4455-4d11-937c-5d224e64eef6 req-2dbfe640-b14f-4dac-a47e-3efdc82d46b3 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:26.210685 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-784352b7-4455-4d11-937c-5d224e64eef6 req-2dbfe640-b14f-4dac-a47e-3efdc82d46b3 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.23 "DELETE /networking/v2.0/ports/a780075c-a2ca-45cd-b0e5-d55fa7367adc HTTP/1.1" status: 204 len: 173 time: 0.3885896 Oct 06 12:27:26.211196 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc250a5-1327-420b-bb97-d216396d2b73', 'name': 'network-vif-deleted', 'tag': 'a780075c-a2ca-45cd-b0e5-d55fa7367adc'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:27:26.213454 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0b4739-7826-49f2-adea-cdf6c117e83c" -d '{"events": [{"server_uuid": "6fc250a5-1327-420b-bb97-d216396d2b73", "name": "network-vif-deleted", "tag": "a780075c-a2ca-45cd-b0e5-d55fa7367adc"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:27:26.252900 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1849eccd-6b7f-4f14-bf12-d5b23e4c8868 x-openstack-request-id: req-1849eccd-6b7f-4f14-bf12-d5b23e4c8868 {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:27:26.253824 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc250a5-1327-420b-bb97-d216396d2b73", "name": "network-vif-deleted", "tag": "a780075c-a2ca-45cd-b0e5-d55fa7367adc", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:27:26.253824 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1849eccd-6b7f-4f14-bf12-d5b23e4c8868 {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:27:26.254060 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1849eccd-6b7f-4f14-bf12-d5b23e4c8868'] response: {'server_uuid': '6fc250a5-1327-420b-bb97-d216396d2b73', 'name': 'network-vif-deleted', 'tag': 'a780075c-a2ca-45cd-b0e5-d55fa7367adc', 'status': 'completed', 'code': 200} Oct 06 12:27:26.994006 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3eff3aaf-151d-4073-b095-3cb4ecdfc313 req-84c8a927-a96d-45ac-9373-0fdae8fb912b tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6fc250a5-1327-420b-bb97-d216396d2b73 HTTP/1.1" status: 200 len: 210 time: 0.0275452 Oct 06 12:27:28.131108 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device a780075c-a2ca-45cd-b0e5-d55fa7367adc no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:27:28.154369 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: a780075c-a2ca-45cd-b0e5-d55fa7367adc {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:27:28.154722 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device a780075c-a2ca-45cd-b0e5-d55fa7367adc not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:27:33.736819 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:36.157602 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=47,neutron:DELETE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:36.189023 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=42,neutron:DELETE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:36.976003 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=27 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:36.976797 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=29 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:37.045758 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:40.157151 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b0b05-9259-430b-b48e-034952997f80 req-bd3c00dc-8d73-4a60-ab9b-fc4c9b4b5240 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:40.158508 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a59b0b05-9259-430b-b48e-034952997f80 req-bd3c00dc-8d73-4a60-ab9b-fc4c9b4b5240 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/networks?id=11dfbbc8-d8d2-470b-88d8-288b0ef74b7b HTTP/1.1" status: 200 len: 813 time: 0.1061709 Oct 06 12:27:40.173235 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a59b0b05-9259-430b-b48e-034952997f80 req-8feaeaaf-7303-4380-a992-dbb63458de84 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/quotas/d2d5034a312544cd9a1d72439556cf41 HTTP/1.1" status: 200 len: 375 time: 0.0087078 Oct 06 12:27:40.204315 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a59b0b05-9259-430b-b48e-034952997f80 req-2aa0b85b-2a03-47f5-b1e8-e0de2f34f05c tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=d2d5034a312544cd9a1d72439556cf41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257735 Oct 06 12:27:40.337016 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a59b0b05-9259-430b-b48e-034952997f80 req-a327e8ae-6c3e-45cd-a66c-d06136b06865 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11dfbbc8-d8d2-470b-88d8-288b0ef74b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262064 Oct 06 12:27:40.424355 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a59b0b05-9259-430b-b48e-034952997f80 req-dd4d6d99-7743-48b2-9064-e3bf309e1636 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11dfbbc8-d8d2-470b-88d8-288b0ef74b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815368 Oct 06 12:27:40.589542 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-849b7cb6-9dde-4afa-8986-39926db16f7f req-97c21ccf-d1cb-416c-9f6a-d06808df5f6c tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 210 time: 0.0330014 Oct 06 12:27:41.440045 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a3855-3499-46cf-9f80-f683b183bef5 req-76cacf1c-f527-474e-bec1-d981a138c918 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:41.441639 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e11a3855-3499-46cf-9f80-f683b183bef5 req-76cacf1c-f527-474e-bec1-d981a138c918 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0474195 Oct 06 12:27:41.488101 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e11a3855-3499-46cf-9f80-f683b183bef5 req-a5c15936-3c4f-48f8-9eca-6b0fd3c58b92 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406759 Oct 06 12:27:41.691446 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-963a3c6d-ac6f-4adc-ae19-850031fab8d4 req-e1457fb4-e049-4aae-a951-d0b623a90d82 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 210 time: 0.0272908 Oct 06 12:27:42.248037 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b0b05-9259-430b-b48e-034952997f80 req-b70f3442-0b45-49ec-aa90-68c2f2275214 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:42.249678 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-a59b0b05-9259-430b-b48e-034952997f80 req-b70f3442-0b45-49ec-aa90-68c2f2275214 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.23 "GET /networking/v2.0/networks?id=11dfbbc8-d8d2-470b-88d8-288b0ef74b7b HTTP/1.1" status: 200 len: 813 time: 0.1086137 Oct 06 12:27:42.293001 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [req-a59b0b05-9259-430b-b48e-034952997f80 req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Request body: {'port': {'device_id': '7438f9d0-89d0-430c-81bf-867fae34aa5c', 'network_id': '11dfbbc8-d8d2-470b-88d8-288b0ef74b7b', 'admin_state_up': True, 'tenant_id': 'd2d5034a312544cd9a1d72439556cf41'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:27:42.401832 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59b0b05-9259-430b-b48e-034952997f80 req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Made reservation on behalf of d2d5034a312544cd9a1d72439556cf41 for: {'port': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:27:42.405996 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-a59b0b05-9259-430b-b48e-034952997f80 req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:42.530802 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [req-a59b0b05-9259-430b-b48e-034952997f80 req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Allocated IP 172.20.0.6 (11dfbbc8-d8d2-470b-88d8-288b0ef74b7b/d4ff559b-e4e3-4abd-a5a4-30b9de307897/9419d7e0-c232-4196-aa32-65d6bd3e5076) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:27:42.612922 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ba7e4-3e50-482c-9aca-825a5114eb3a req-b135be9f-43ee-4dfb-a944-e41409fbed76 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:42.614367 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-378ba7e4-3e50-482c-9aca-825a5114eb3a req-b135be9f-43ee-4dfb-a944-e41409fbed76 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0459454 Oct 06 12:27:42.664189 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-378ba7e4-3e50-482c-9aca-825a5114eb3a req-e1faca63-a683-41ff-b625-02ecad14e823 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442102 Oct 06 12:27:42.686326 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-a59b0b05-9259-430b-b48e-034952997f80 req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Publish callbacks [] for port (9419d7e0-c232-4196-aa32-65d6bd3e5076), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:42.720000 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-a59b0b05-9259-430b-b48e-034952997f80 req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (9419d7e0-c232-4196-aa32-65d6bd3e5076), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:42.767691 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59b0b05-9259-430b-b48e-034952997f80 req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Network 11dfbbc8-d8d2-470b-88d8-288b0ef74b7b is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:27:42.772913 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [req-a59b0b05-9259-430b-b48e-034952997f80 req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:27:42.775076 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Pushing event updated for resources: {'Port': ['ID=9419d7e0-c232-4196-aa32-65d6bd3e5076,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:27:42.777656 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59b0b05-9259-430b-b48e-034952997f80 req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:27:42.806666 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:42.807012 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:42.807355 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:42.807718 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:42.808053 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:42.808391 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:42.808722 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:42.809048 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:42.809375 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:42.809700 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:42.810026 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:42.810349 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:42.810675 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:42.810996 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:42.811312 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:42.812101 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f7f65-5547-4a2b-b61b-7710ddd5e1ea req-1b609f73-8453-4b8b-bc0d-1e511f210b56 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:42.813685 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b96f7f65-5547-4a2b-b61b-7710ddd5e1ea req-1b609f73-8453-4b8b-bc0d-1e511f210b56 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 931 time: 0.0484784 Oct 06 12:27:42.841669 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b0b05-9259-430b-b48e-034952997f80 req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:42.842284 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-a59b0b05-9259-430b-b48e-034952997f80 req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:42.858621 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-a59b0b05-9259-430b-b48e-034952997f80 req-409a05f8-6597-4b52-8317-a7b4faccbd83 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5693271 Oct 06 12:27:42.861331 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b96f7f65-5547-4a2b-b61b-7710ddd5e1ea req-93200f6f-70b8-4083-8cf5-7c779d3891c2 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 Oct 06 12:27:42.883578 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Request body: {'port': {'device_id': '7438f9d0-89d0-430c-81bf-867fae34aa5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:27:42.944674 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9419d7e0-c232-4196-aa32-65d6bd3e5076), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:42.974361 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:43.000046 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:43.194373 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9419d7e0-c232-4196-aa32-65d6bd3e5076 {{(pid=106139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:27:43.201780 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Publish callbacks [] for port (9419d7e0-c232-4196-aa32-65d6bd3e5076), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:43.214242 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.provisioning_blocks [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Transition to ACTIVE for port object 9419d7e0-c232-4196-aa32-65d6bd3e5076 will not be triggered until provisioned by entity L2. {{(pid=106139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:27:43.218153 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (9419d7e0-c232-4196-aa32-65d6bd3e5076), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:43.299706 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Pushing event updated for resources: {'Port': ['ID=9419d7e0-c232-4196-aa32-65d6bd3e5076,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:27:43.327848 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Attempting to bind port 9419d7e0-c232-4196-aa32-65d6bd3e5076 on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:27:43.328699 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Attempting to bind port 9419d7e0-c232-4196-aa32-65d6bd3e5076 by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': '9395b506-f04d-42e6-8060-ea755347208b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11dfbbc8-d8d2-470b-88d8-288b0ef74b7b'}] {{(pid=106139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:27:43.329044 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Attempting to bind port 9419d7e0-c232-4196-aa32-65d6bd3e5076 on network 11dfbbc8-d8d2-470b-88d8-288b0ef74b7b {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:27:43.369163 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Port 9419d7e0-c232-4196-aa32-65d6bd3e5076 on network 11dfbbc8-d8d2-470b-88d8-288b0ef74b7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:27:43.369492 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Attempting to bind port 9419d7e0-c232-4196-aa32-65d6bd3e5076 on network 11dfbbc8-d8d2-470b-88d8-288b0ef74b7b {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:27:43.413812 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:27:43.414148 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Checking segment: {'id': '9395b506-f04d-42e6-8060-ea755347208b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11dfbbc8-d8d2-470b-88d8-288b0ef74b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:27:43.414528 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Bound using segment: {'id': '9395b506-f04d-42e6-8060-ea755347208b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11dfbbc8-d8d2-470b-88d8-288b0ef74b7b'} {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:27:43.414958 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Bound port: 9419d7e0-c232-4196-aa32-65d6bd3e5076, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9395b506-f04d-42e6-8060-ea755347208b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '11dfbbc8-d8d2-470b-88d8-288b0ef74b7b'}}] {{(pid=106139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:27:43.415312 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9419d7e0-c232-4196-aa32-65d6bd3e5076), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:43.474036 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] For port 9419d7e0-c232-4196-aa32-65d6bd3e5076, host hv-cinder-85604, cleared binding levels {{(pid=106139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:27:43.476927 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] For port 9419d7e0-c232-4196-aa32-65d6bd3e5076, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9419d7e0-c232-4196-aa32-65d6bd3e5076,segment=NetworkSegment(9395b506-f04d-42e6-8060-ea755347208b),segment_id=9395b506-f04d-42e6-8060-ea755347208b)] {{(pid=106139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:27:43.483876 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (9419d7e0-c232-4196-aa32-65d6bd3e5076), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:43.488032 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:43.488646 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:43.490012 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-a59b0b05-9259-430b-b48e-034952997f80 req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/9419d7e0-c232-4196-aa32-65d6bd3e5076 HTTP/1.1" status: 200 len: 1093 time: 0.6109834 Oct 06 12:27:43.490550 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7438f9d0-89d0-430c-81bf-867fae34aa5c', 'tag': '9419d7e0-c232-4196-aa32-65d6bd3e5076'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:27:43.492784 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0115cf-fe2c-411f-9fe3-b492a3d5cbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "7438f9d0-89d0-430c-81bf-867fae34aa5c", "tag": "9419d7e0-c232-4196-aa32-65d6bd3e5076"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:27:43.537045 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba6308b-48ec-4a70-aeb5-e6dbcc6cc967 x-openstack-request-id: req-0ba6308b-48ec-4a70-aeb5-e6dbcc6cc967 {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:27:43.537330 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7438f9d0-89d0-430c-81bf-867fae34aa5c", "tag": "9419d7e0-c232-4196-aa32-65d6bd3e5076", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:27:43.537590 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0ba6308b-48ec-4a70-aeb5-e6dbcc6cc967 {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:27:43.538016 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba6308b-48ec-4a70-aeb5-e6dbcc6cc967'] response: {'name': 'network-changed', 'server_uuid': '7438f9d0-89d0-430c-81bf-867fae34aa5c', 'tag': '9419d7e0-c232-4196-aa32-65d6bd3e5076', 'status': 'completed', 'code': 200} Oct 06 12:27:43.542778 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53835e9d-26c5-430a-a91c-1c1a84380572 service neutron] Pushing event updated for resources: {'Port': ['ID=9419d7e0-c232-4196-aa32-65d6bd3e5076,revision_number=3']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:27:43.609227 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b0b05-9259-430b-b48e-034952997f80 req-761c3ffc-f101-4590-a974-ce484e689efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:43.611282 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-a59b0b05-9259-430b-b48e-034952997f80 req-761c3ffc-f101-4590-a974-ce484e689efe service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d2d5034a312544cd9a1d72439556cf41&device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 1127 time: 0.0388296 Oct 06 12:27:43.659437 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-a59b0b05-9259-430b-b48e-034952997f80 req-b5620c19-edb7-4727-b327-26c34f45007e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9419d7e0-c232-4196-aa32-65d6bd3e5076 HTTP/1.1" status: 200 len: 217 time: 0.0344658 Oct 06 12:27:43.706087 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b0b05-9259-430b-b48e-034952997f80 req-74b44696-334a-4044-9bc0-0f4cdb96aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:43.707563 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-a59b0b05-9259-430b-b48e-034952997f80 req-74b44696-334a-4044-9bc0-0f4cdb96aea7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d4ff559b-e4e3-4abd-a5a4-30b9de307897 HTTP/1.1" status: 200 len: 853 time: 0.0425539 Oct 06 12:27:43.739611 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-a59b0b05-9259-430b-b48e-034952997f80 req-710242e8-1d96-4f6d-a9ba-66b673d450b6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=11dfbbc8-d8d2-470b-88d8-288b0ef74b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261099 Oct 06 12:27:43.788936 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec651285-6fc5-4c39-b9da-b31f0c1d172c req-a4d66480-d51b-4f79-81ba-e65bf2f0a814 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:43.790411 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ec651285-6fc5-4c39-b9da-b31f0c1d172c req-a4d66480-d51b-4f79-81ba-e65bf2f0a814 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0465028 Oct 06 12:27:43.833176 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-a59b0b05-9259-430b-b48e-034952997f80 req-e5cdc28f-0f4a-4e3a-b478-e58beedc106a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/11dfbbc8-d8d2-470b-88d8-288b0ef74b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874772 Oct 06 12:27:43.837188 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ec651285-6fc5-4c39-b9da-b31f0c1d172c req-9d093ca6-76b1-41a5-9fd9-940e5c122a15 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410151 Oct 06 12:27:43.846500 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:43.924714 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-a59b0b05-9259-430b-b48e-034952997f80 req-cf0a2990-f4de-4a62-af7a-96dd5a6c4a6b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/11dfbbc8-d8d2-470b-88d8-288b0ef74b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855601 Oct 06 12:27:43.983733 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87443f61-1e5b-4a57-998c-bfc784f1430b req-d329be85-7f94-406d-8fb7-d71befdb6811 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:43.985200 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-87443f61-1e5b-4a57-998c-bfc784f1430b req-d329be85-7f94-406d-8fb7-d71befdb6811 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 943 time: 0.0493665 Oct 06 12:27:44.030926 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-87443f61-1e5b-4a57-998c-bfc784f1430b req-de3574f3-96e6-4869-83c5-f443a7a7204a tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401146 Oct 06 12:27:44.961547 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138661f-ab60-4d4f-9f99-ac38e04ac660 req-7e92684d-a784-4d3b-af80-96b2ec9f62dc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:44.962979 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d138661f-ab60-4d4f-9f99-ac38e04ac660 req-7e92684d-a784-4d3b-af80-96b2ec9f62dc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0453324 Oct 06 12:27:45.008854 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d138661f-ab60-4d4f-9f99-ac38e04ac660 req-8ec945e8-e9fc-4e9c-9210-2e0d5fac7fdb tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404036 Oct 06 12:27:45.149260 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14ae80-9a5c-4298-ac76-08d916605daf req-0674e16d-ec09-41d9-a2db-13a2990ffab4 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:45.150601 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0b14ae80-9a5c-4298-ac76-08d916605daf req-0674e16d-ec09-41d9-a2db-13a2990ffab4 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 943 time: 0.0481861 Oct 06 12:27:45.196138 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0b14ae80-9a5c-4298-ac76-08d916605daf req-d2880741-e1f5-4de3-bff5-9384faaca048 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399256 Oct 06 12:27:46.119337 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:46.126962 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:46.135081 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42f819-aea1-43e9-a9e1-fff96fdf50cf req-0263a6f0-2d97-48c4-952e-661e3513720c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:46.136546 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2b42f819-aea1-43e9-a9e1-fff96fdf50cf req-0263a6f0-2d97-48c4-952e-661e3513720c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0466158 Oct 06 12:27:46.183765 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2b42f819-aea1-43e9-a9e1-fff96fdf50cf req-0b1fe2d5-de6c-4fe4-88ec-fa70f99b9f71 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416408 Oct 06 12:27:46.313548 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fd8f4-abb3-4e77-81fa-3d60d61ad135 req-21f7d07e-c9fe-4153-92b1-18d1960c55cd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:46.314886 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f94fd8f4-abb3-4e77-81fa-3d60d61ad135 req-21f7d07e-c9fe-4153-92b1-18d1960c55cd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 943 time: 0.0459881 Oct 06 12:27:46.363989 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f94fd8f4-abb3-4e77-81fa-3d60d61ad135 req-f87d34a1-403e-45ec-bf43-f04c67bf1250 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436807 Oct 06 12:27:47.040030 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:47.041884 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:47.315561 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48859f7-7f58-49ee-af23-8bb1682e8a89 req-d15f4606-77d2-4682-8bda-6dcb62621f9f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:47.318021 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d48859f7-7f58-49ee-af23-8bb1682e8a89 req-d15f4606-77d2-4682-8bda-6dcb62621f9f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0544372 Oct 06 12:27:47.364400 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d48859f7-7f58-49ee-af23-8bb1682e8a89 req-4a0152e1-38a9-4c8c-b0ac-e8bf614ec9cc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408697 Oct 06 12:27:47.408436 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0115cf-fe2c-411f-9fe3-b492a3d5cbcb req-804ef507-2035-4985-8573-80fec02f1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:47.409989 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-cd0115cf-fe2c-411f-9fe3-b492a3d5cbcb req-804ef507-2035-4985-8573-80fec02f1de5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d2d5034a312544cd9a1d72439556cf41&device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 1127 time: 0.0436075 Oct 06 12:27:47.465835 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:47.489749 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db725b-95db-4423-8d82-3b0dee34dd78 req-9c54fc08-45e8-49e0-a3e4-f7373d297577 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:47.491137 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d9db725b-95db-4423-8d82-3b0dee34dd78 req-9c54fc08-45e8-49e0-a3e4-f7373d297577 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 943 time: 0.0474055 Oct 06 12:27:47.501013 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0115cf-fe2c-411f-9fe3-b492a3d5cbcb req-9c63e238-505b-442d-a44d-2d767b9a41c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:47.502447 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-cd0115cf-fe2c-411f-9fe3-b492a3d5cbcb req-9c63e238-505b-442d-a44d-2d767b9a41c3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=11dfbbc8-d8d2-470b-88d8-288b0ef74b7b HTTP/1.1" status: 200 len: 914 time: 0.0862658 Oct 06 12:27:47.538061 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d9db725b-95db-4423-8d82-3b0dee34dd78 req-fab30c78-50d7-44b1-9112-d5e35c44f568 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411716 Oct 06 12:27:47.544455 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-cd0115cf-fe2c-411f-9fe3-b492a3d5cbcb req-21ffa092-d4d7-47ce-a94b-c3220dc66f53 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9419d7e0-c232-4196-aa32-65d6bd3e5076 HTTP/1.1" status: 200 len: 217 time: 0.0347469 Oct 06 12:27:47.592645 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0115cf-fe2c-411f-9fe3-b492a3d5cbcb req-9be47496-e4ed-41a9-8c7b-92087ce8a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:47.594696 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-cd0115cf-fe2c-411f-9fe3-b492a3d5cbcb req-9be47496-e4ed-41a9-8c7b-92087ce8a089 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d4ff559b-e4e3-4abd-a5a4-30b9de307897 HTTP/1.1" status: 200 len: 853 time: 0.0433331 Oct 06 12:27:47.624645 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-cd0115cf-fe2c-411f-9fe3-b492a3d5cbcb req-e5d0d1b0-2e5b-4c8b-9524-caec379b955d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=11dfbbc8-d8d2-470b-88d8-288b0ef74b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241199 Oct 06 12:27:47.714613 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-cd0115cf-fe2c-411f-9fe3-b492a3d5cbcb req-98a83e10-8e1a-4cc0-ba97-e0903c65e109 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/11dfbbc8-d8d2-470b-88d8-288b0ef74b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826194 Oct 06 12:27:47.801842 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-cd0115cf-fe2c-411f-9fe3-b492a3d5cbcb req-5ca38146-ee13-4a23-8df8-8dc32495c716 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/11dfbbc8-d8d2-470b-88d8-288b0ef74b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805409 Oct 06 12:27:48.238728 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 9419d7e0-c232-4196-aa32-65d6bd3e5076 details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:27:48.334959 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 9419d7e0-c232-4196-aa32-65d6bd3e5076, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9419d7e0-c232-4196-aa32-65d6bd3e5076,segment=NetworkSegment(9395b506-f04d-42e6-8060-ea755347208b),segment_id=9395b506-f04d-42e6-8060-ea755347208b)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:27:48.345722 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '9419d7e0-c232-4196-aa32-65d6bd3e5076', 'network_id': '11dfbbc8-d8d2-470b-88d8-288b0ef74b7b', 'port_id': '9419d7e0-c232-4196-aa32-65d6bd3e5076', 'mac_address': 'fa:16:3e:ce:66:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ff559b-e4e3-4abd-a5a4-30b9de307897', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:27:48.383723 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 9419d7e0-c232-4196-aa32-65d6bd3e5076 is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:27:48.384111 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9419d7e0-c232-4196-aa32-65d6bd3e5076), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:48.396739 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9419d7e0-c232-4196-aa32-65d6bd3e5076 {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:27:48.416941 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 9419d7e0-c232-4196-aa32-65d6bd3e5076, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9419d7e0-c232-4196-aa32-65d6bd3e5076,segment=NetworkSegment(9395b506-f04d-42e6-8060-ea755347208b),segment_id=9395b506-f04d-42e6-8060-ea755347208b)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:27:48.422499 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (9419d7e0-c232-4196-aa32-65d6bd3e5076), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:48.469903 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=9419d7e0-c232-4196-aa32-65d6bd3e5076,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:27:48.477142 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:48.477494 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:48.477860 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:48.478202 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:48.478535 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:48.478865 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:48.479190 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:48.479541 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:48.479868 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:48.480187 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:48.480509 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:48.480849 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:48.481173 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:48.481493 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:48.481810 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:27:48.502165 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16814713-ec98-404f-a952-d4add0704f6f req-8eacd3c1-7c41-4d1b-8849-398161938e47 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:48.503644 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-16814713-ec98-404f-a952-d4add0704f6f req-8eacd3c1-7c41-4d1b-8849-398161938e47 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0508282 Oct 06 12:27:48.549914 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-16814713-ec98-404f-a952-d4add0704f6f req-f272fc86-c6fc-47b2-87a3-0ec3a400ec8b tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407724 Oct 06 12:27:48.654537 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec63812-c2b1-4482-883a-3374f60fa9db req-67ced389-36bf-463f-9ff4-20014352de59 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:48.656010 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1ec63812-c2b1-4482-883a-3374f60fa9db req-67ced389-36bf-463f-9ff4-20014352de59 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 944 time: 0.0463302 Oct 06 12:27:48.701029 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1ec63812-c2b1-4482-883a-3374f60fa9db req-f8a7cc38-c199-4c06-9935-7456eac6373c tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396707 Oct 06 12:27:48.745915 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c53f7a5f-a4fd-4dd5-8727-007fa6645e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:49.007086 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['9419d7e0-c232-4196-aa32-65d6bd3e5076'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:27:49.673034 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8db3e-61b8-4c1b-bdd6-cb47e4b69c70 req-f0cc3cfc-1de1-4f46-bb82-9551b27356e6 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:49.674448 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-71a8db3e-61b8-4c1b-bdd6-cb47e4b69c70 req-f0cc3cfc-1de1-4f46-bb82-9551b27356e6 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0455809 Oct 06 12:27:49.722922 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-71a8db3e-61b8-4c1b-bdd6-cb47e4b69c70 req-85a402c3-a62a-4969-a787-de9a9fd51a0e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431340 Oct 06 12:27:49.817490 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3aad6-9f04-4a63-8ee6-d1036dafa02e req-1dafbda9-5872-409d-9b3c-ca64771485de tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:49.818911 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e1a3aad6-9f04-4a63-8ee6-d1036dafa02e req-1dafbda9-5872-409d-9b3c-ca64771485de tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 944 time: 0.0454633 Oct 06 12:27:49.865242 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e1a3aad6-9f04-4a63-8ee6-d1036dafa02e req-19ce15b4-8f6f-4ae9-b2f9-05308e3d67be tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407569 Oct 06 12:27:50.404702 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 9419d7e0-c232-4196-aa32-65d6bd3e5076 up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:27:50.452437 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port 9419d7e0-c232-4196-aa32-65d6bd3e5076 completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:27:50.458702 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 9419d7e0-c232-4196-aa32-65d6bd3e5076 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:27:50.459075 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (9419d7e0-c232-4196-aa32-65d6bd3e5076), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:50.459446 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 9419d7e0-c232-4196-aa32-65d6bd3e5076 Oct 06 12:27:50.533166 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 9419d7e0-c232-4196-aa32-65d6bd3e5076 is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:27:50.533470 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9419d7e0-c232-4196-aa32-65d6bd3e5076), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:50.556500 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7438f9d0-89d0-430c-81bf-867fae34aa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9419d7e0-c232-4196-aa32-65d6bd3e5076'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:27:50.558716 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4801bb8b-fbf2-4a18-bf17-ed0d17ae3d83" -d '{"events": [{"server_uuid": "7438f9d0-89d0-430c-81bf-867fae34aa5c", "name": "network-vif-plugged", "status": "completed", "tag": "9419d7e0-c232-4196-aa32-65d6bd3e5076"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:27:50.572370 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 9419d7e0-c232-4196-aa32-65d6bd3e5076, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9419d7e0-c232-4196-aa32-65d6bd3e5076,segment=NetworkSegment(9395b506-f04d-42e6-8060-ea755347208b),segment_id=9395b506-f04d-42e6-8060-ea755347208b)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:27:50.577135 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (9419d7e0-c232-4196-aa32-65d6bd3e5076), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:50.598768 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbb15e6-8dc2-4ff9-bc9e-feab0d0d8d33 x-openstack-request-id: req-3bbb15e6-8dc2-4ff9-bc9e-feab0d0d8d33 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:27:50.599056 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7438f9d0-89d0-430c-81bf-867fae34aa5c", "name": "network-vif-plugged", "status": "completed", "tag": "9419d7e0-c232-4196-aa32-65d6bd3e5076", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:27:50.599307 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3bbb15e6-8dc2-4ff9-bc9e-feab0d0d8d33 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:27:50.599732 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bbb15e6-8dc2-4ff9-bc9e-feab0d0d8d33'] response: {'server_uuid': '7438f9d0-89d0-430c-81bf-867fae34aa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9419d7e0-c232-4196-aa32-65d6bd3e5076', 'code': 200} Oct 06 12:27:50.625242 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=9419d7e0-c232-4196-aa32-65d6bd3e5076,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:27:50.853102 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542fd29-9f0d-49e1-ace6-b8fb24ba68d7 req-8919ee83-a078-4a26-96e5-2f543d8cda8d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:50.854552 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e542fd29-9f0d-49e1-ace6-b8fb24ba68d7 req-8919ee83-a078-4a26-96e5-2f543d8cda8d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0480866 Oct 06 12:27:50.869465 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df37a0-98a8-4662-83e5-bc4f5e1301fc req-6e817cd9-a1a9-4fbf-9d71-6dca68275bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:50.870925 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-56df37a0-98a8-4662-83e5-bc4f5e1301fc req-6e817cd9-a1a9-4fbf-9d71-6dca68275bbc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 1129 time: 0.0845830 Oct 06 12:27:50.902109 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e542fd29-9f0d-49e1-ace6-b8fb24ba68d7 req-803e3b43-4e9d-4596-97b8-2d9d3da6a5b2 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411074 Oct 06 12:27:50.931972 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-56df37a0-98a8-4662-83e5-bc4f5e1301fc req-ca1e8551-be67-4c45-b16e-428dafa00ae1 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520778 Oct 06 12:27:50.995715 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92199ed3-72a0-4ed2-86c0-7cd7d596ab9a req-79a9ad0f-3e9b-40e6-8e6b-e94c02a4c0e8 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:50.997158 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-92199ed3-72a0-4ed2-86c0-7cd7d596ab9a req-79a9ad0f-3e9b-40e6-8e6b-e94c02a4c0e8 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 945 time: 0.0501611 Oct 06 12:27:51.028801 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-2bb729f5-78a2-40b4-bd37-daa69c2d3599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:51.044659 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-92199ed3-72a0-4ed2-86c0-7cd7d596ab9a req-7c35512e-8c78-4499-b59f-ae17f1f0a67b tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418031 Oct 06 12:27:52.029929 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072e8d4-8c6d-4b2d-99b2-c3ff20a129b0 req-777ba468-9008-4ea7-8b34-d4208972b7a7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:52.031956 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b072e8d4-8c6d-4b2d-99b2-c3ff20a129b0 req-777ba468-9008-4ea7-8b34-d4208972b7a7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0476873 Oct 06 12:27:52.080945 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:52.086147 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b072e8d4-8c6d-4b2d-99b2-c3ff20a129b0 req-e9a5b27e-7566-424f-b312-d282778a6996 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485125 Oct 06 12:27:52.155696 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:52.172893 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8304c-4293-43f2-9e9f-787ae32106f8 req-e216a742-113f-4b74-a275-cfaa2ce80481 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:52.174410 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ffb8304c-4293-43f2-9e9f-787ae32106f8 req-e216a742-113f-4b74-a275-cfaa2ce80481 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 945 time: 0.0540667 Oct 06 12:27:52.185208 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:52.222001 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ffb8304c-4293-43f2-9e9f-787ae32106f8 req-72a5745d-e063-40c5-aeee-11edb6b2b7d6 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419848 Oct 06 12:27:52.382707 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:27:53.204930 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e161a5-52eb-4c85-bdef-24fc6e1e0ec0 req-c3875695-0e0b-4557-b852-aef7d642866d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:53.206365 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-16e161a5-52eb-4c85-bdef-24fc6e1e0ec0 req-c3875695-0e0b-4557-b852-aef7d642866d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0464711 Oct 06 12:27:53.251535 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-16e161a5-52eb-4c85-bdef-24fc6e1e0ec0 req-d413e9bc-c4ad-4e6d-80ed-513c61d37057 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397043 Oct 06 12:27:53.341174 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47deb5-ce1e-4c9a-9a0e-bf19c035a648 req-e2a0a0c9-5eeb-4cd7-85c4-52f15c47c5d6 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:53.342583 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ab47deb5-ce1e-4c9a-9a0e-bf19c035a648 req-e2a0a0c9-5eeb-4cd7-85c4-52f15c47c5d6 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 945 time: 0.0451026 Oct 06 12:27:53.392548 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ab47deb5-ce1e-4c9a-9a0e-bf19c035a648 req-00d7f595-a434-417a-9a30-d2f9e9b255ef tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444267 Oct 06 12:27:53.585666 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:53.746871 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:54.373469 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 178adb30-0da6-4996-903a-4ee020de2a0a details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:27:54.376493 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc1097-e580-4c71-9510-fd3ec12b121d req-00c9c85f-bea3-4d57-881d-5c842185e935 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:54.377985 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9ffc1097-e580-4c71-9510-fd3ec12b121d req-00c9c85f-bea3-4d57-881d-5c842185e935 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0452108 Oct 06 12:27:54.387143 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:54.390912 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:27:54.427257 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9ffc1097-e580-4c71-9510-fd3ec12b121d req-1aa914cb-19d7-403d-996e-3d513ea9bf0f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436897 Oct 06 12:27:54.477030 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 178adb30-0da6-4996-903a-4ee020de2a0a, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=178adb30-0da6-4996-903a-4ee020de2a0a,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:27:54.494482 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '178adb30-0da6-4996-903a-4ee020de2a0a', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'port_id': '178adb30-0da6-4996-903a-4ee020de2a0a', 'mac_address': 'fa:16:3e:ff:01:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:27:54.512205 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cc1f8-b6a9-4072-bb63-03c32592e07a req-72674e28-0776-4bda-8423-8b546cfdd634 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:54.513659 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6d7cc1f8-b6a9-4072-bb63-03c32592e07a req-72674e28-0776-4bda-8423-8b546cfdd634 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 945 time: 0.0461857 Oct 06 12:27:54.533113 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 178adb30-0da6-4996-903a-4ee020de2a0a is: ACTIVE; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:27:54.533501 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:54.546363 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 178adb30-0da6-4996-903a-4ee020de2a0a {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:27:54.561258 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6d7cc1f8-b6a9-4072-bb63-03c32592e07a req-4f8c6f4b-f005-458a-bd96-aaca72dc97ce tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Oct 06 12:27:54.565565 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 178adb30-0da6-4996-903a-4ee020de2a0a, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=178adb30-0da6-4996-903a-4ee020de2a0a,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:27:54.570534 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:54.617223 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=178adb30-0da6-4996-903a-4ee020de2a0a,revision_number=6']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:27:54.832591 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['178adb30-0da6-4996-903a-4ee020de2a0a'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:27:55.556066 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081a791-2a19-426d-9544-2ab2e96069a8 req-f0a011ee-1754-41df-b3dd-fdb303e1da30 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:55.557508 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c081a791-2a19-426d-9544-2ab2e96069a8 req-f0a011ee-1754-41df-b3dd-fdb303e1da30 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 944 time: 0.0496373 Oct 06 12:27:55.602880 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c081a791-2a19-426d-9544-2ab2e96069a8 req-49ab1a32-6824-4a57-b8eb-829c5a1a1016 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398192 Oct 06 12:27:56.431107 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 178adb30-0da6-4996-903a-4ee020de2a0a up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:27:56.474578 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 178adb30-0da6-4996-903a-4ee020de2a0a triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:27:56.474949 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:56.475282 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 178adb30-0da6-4996-903a-4ee020de2a0a Oct 06 12:27:56.548249 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 178adb30-0da6-4996-903a-4ee020de2a0a is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:27:56.548559 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:56.570829 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178adb30-0da6-4996-903a-4ee020de2a0a'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:27:56.573074 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54571106-a4bf-41c4-825e-8d90a9799014" -d '{"events": [{"server_uuid": "5b1825b8-e10c-4c5b-adf9-3456c97a68e2", "name": "network-vif-plugged", "status": "completed", "tag": "178adb30-0da6-4996-903a-4ee020de2a0a"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:27:56.585059 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 178adb30-0da6-4996-903a-4ee020de2a0a, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=178adb30-0da6-4996-903a-4ee020de2a0a,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:27:56.589300 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:27:56.614525 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0e2bd5-7f42-43fd-acef-c0ae1551c4a6 x-openstack-request-id: req-cc0e2bd5-7f42-43fd-acef-c0ae1551c4a6 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:27:56.614808 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1825b8-e10c-4c5b-adf9-3456c97a68e2", "name": "network-vif-plugged", "status": "completed", "tag": "178adb30-0da6-4996-903a-4ee020de2a0a", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:27:56.615056 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cc0e2bd5-7f42-43fd-acef-c0ae1551c4a6 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:27:56.615436 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc0e2bd5-7f42-43fd-acef-c0ae1551c4a6'] response: {'server_uuid': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178adb30-0da6-4996-903a-4ee020de2a0a', 'code': 200} Oct 06 12:27:56.638423 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=178adb30-0da6-4996-903a-4ee020de2a0a,revision_number=7']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:27:56.727043 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32bd15-8d20-4992-b58a-8546c8565058 req-61d62f5b-41e7-45b2-8bd3-74919b30778e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:56.728509 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7a32bd15-8d20-4992-b58a-8546c8565058 req-61d62f5b-41e7-45b2-8bd3-74919b30778e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0451851 Oct 06 12:27:56.774332 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7a32bd15-8d20-4992-b58a-8546c8565058 req-572c5860-9c44-4d59-b8d7-a253f04157b7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404532 Oct 06 12:27:57.897725 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462fedc-bc67-41e2-a0f7-76f83157733b req-eedf18c2-fd0b-42c9-af2f-e6300d6fa4ee tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:57.899149 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9462fedc-bc67-41e2-a0f7-76f83157733b req-eedf18c2-fd0b-42c9-af2f-e6300d6fa4ee tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0454485 Oct 06 12:27:57.947265 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9462fedc-bc67-41e2-a0f7-76f83157733b req-8df07541-a6a0-4475-b4b5-cac69a77eea4 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423734 Oct 06 12:27:59.070486 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef7b5c-8d86-4080-b656-6a9d01b054ca req-40ea3141-7cfc-4cb0-a7e7-fea2404440fb tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:27:59.072199 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-86ef7b5c-8d86-4080-b656-6a9d01b054ca req-40ea3141-7cfc-4cb0-a7e7-fea2404440fb tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0464132 Oct 06 12:27:59.118141 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-86ef7b5c-8d86-4080-b656-6a9d01b054ca req-e05747e5-1d77-46b6-b8a7-ab7ec370c818 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405171 Oct 06 12:28:00.243318 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de784e7-b3ca-4302-9f67-058773e5e519 req-d3a50675-9020-46fa-82ef-bf0e9cc90248 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:00.244645 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9de784e7-b3ca-4302-9f67-058773e5e519 req-d3a50675-9020-46fa-82ef-bf0e9cc90248 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0454538 Oct 06 12:28:00.291912 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9de784e7-b3ca-4302-9f67-058773e5e519 req-ae350298-7fb2-40b4-a71c-dd46140b7f3c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416250 Oct 06 12:28:00.917649 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=63 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:00.929652 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=36 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:01.422553 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa66783-c753-4904-a35f-1808f78f2f0e req-202ca323-2a15-4c2c-8476-c54f1c2eb2bb tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:01.424184 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8fa66783-c753-4904-a35f-1808f78f2f0e req-202ca323-2a15-4c2c-8476-c54f1c2eb2bb tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0503867 Oct 06 12:28:01.464363 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:01.472733 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8fa66783-c753-4904-a35f-1808f78f2f0e req-b4ead033-b936-4c9e-8085-0a2a15191ded tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429318 Oct 06 12:28:02.378210 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:02.379297 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:02.602288 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa84918-a083-431f-bfcd-e8204f36021a req-39dd5ae9-7893-4b0a-9135-9c721a5a6889 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:02.604029 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ffa84918-a083-431f-bfcd-e8204f36021a req-39dd5ae9-7893-4b0a-9135-9c721a5a6889 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0515954 Oct 06 12:28:02.660032 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ffa84918-a083-431f-bfcd-e8204f36021a req-357a025b-27a4-417c-a61a-cadc22b02ed1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496593 Oct 06 12:28:03.785068 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:03.795210 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014243b9-91dc-4fdb-8655-85dac521b86a req-0bed851b-469b-4900-a839-0f4daeb4adde tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:03.797110 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-014243b9-91dc-4fdb-8655-85dac521b86a req-0bed851b-469b-4900-a839-0f4daeb4adde tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0561543 Oct 06 12:28:03.850946 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-014243b9-91dc-4fdb-8655-85dac521b86a req-5b37be51-5682-419a-b124-106b017d92d4 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470920 Oct 06 12:28:04.991621 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9578c6-fd40-4c07-a33c-cb599b97ceec req-7aded545-0c9f-450d-a326-f7fef5cb9129 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:04.993037 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ce9578c6-fd40-4c07-a33c-cb599b97ceec req-7aded545-0c9f-450d-a326-f7fef5cb9129 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0477300 Oct 06 12:28:05.050640 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ce9578c6-fd40-4c07-a33c-cb599b97ceec req-aa782ccf-0827-4979-8948-6d3035f97478 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517480 Oct 06 12:28:06.185814 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7135b2-39d2-4652-bdf9-e97679e77397 req-39fe8a5d-dd48-4852-8cac-91b047bdd67f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:06.187454 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da7135b2-39d2-4652-bdf9-e97679e77397 req-39fe8a5d-dd48-4852-8cac-91b047bdd67f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0511532 Oct 06 12:28:06.247118 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da7135b2-39d2-4652-bdf9-e97679e77397 req-3c41625d-2236-41f4-bbfa-dcac2c0ff3ea tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533979 Oct 06 12:28:06.634933 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:06.635881 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:07.081338 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:07.390192 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baddb2-02c1-4280-85c8-1d6f2d75d016 req-59f29f09-8fc9-47c8-887c-b8ed46a6ceab tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:07.392367 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-94baddb2-02c1-4280-85c8-1d6f2d75d016 req-59f29f09-8fc9-47c8-887c-b8ed46a6ceab tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0500844 Oct 06 12:28:07.445564 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-94baddb2-02c1-4280-85c8-1d6f2d75d016 req-6af520c1-88ea-4a98-8862-c722ffcfab54 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470765 Oct 06 12:28:08.600628 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa43a86-634a-41d3-a4d9-d77e692ff895 req-e43d7ec9-5577-4ff7-88bc-8799b789ab9f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:08.602554 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7fa43a86-634a-41d3-a4d9-d77e692ff895 req-e43d7ec9-5577-4ff7-88bc-8799b789ab9f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0607147 Oct 06 12:28:08.682057 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7fa43a86-634a-41d3-a4d9-d77e692ff895 req-e0778c94-6daa-41f8-920b-632a1563e42b tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715349 Oct 06 12:28:09.827102 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90051d-86ed-4fb5-836e-69f9c2bbbcc9 req-b39e65a7-02e0-40c8-a736-a6fbeed31620 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:09.828741 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3f90051d-86ed-4fb5-836e-69f9c2bbbcc9 req-b39e65a7-02e0-40c8-a736-a6fbeed31620 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0579710 Oct 06 12:28:09.899271 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3f90051d-86ed-4fb5-836e-69f9c2bbbcc9 req-c3212659-3460-4512-b662-f4eaf66523a9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648930 Oct 06 12:28:11.042128 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca14c2-a16d-44de-98c6-fb7577cef0f2 req-383c108f-5f5a-48da-ab69-99a52985fb6a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:11.043675 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bcca14c2-a16d-44de-98c6-fb7577cef0f2 req-383c108f-5f5a-48da-ab69-99a52985fb6a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0485237 Oct 06 12:28:11.109119 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bcca14c2-a16d-44de-98c6-fb7577cef0f2 req-53e1a596-e062-4c4b-a531-ceb5bcd8ee37 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584247 Oct 06 12:28:12.233327 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f206b28-1419-4189-bada-fab84ca4cee6 req-c3818503-21bd-4050-9392-13433a217640 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:12.234780 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3f206b28-1419-4189-bada-fab84ca4cee6 req-c3818503-21bd-4050-9392-13433a217640 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0458481 Oct 06 12:28:12.284779 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3f206b28-1419-4189-bada-fab84ca4cee6 req-ce50cfd0-200c-4710-b871-96e442e591a9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445414 Oct 06 12:28:13.407686 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbf5d6-9376-449b-89ce-b88a63149ca8 req-351f5111-9c32-40cc-95c0-f59ff5daa179 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:13.409153 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-11dbf5d6-9376-449b-89ce-b88a63149ca8 req-351f5111-9c32-40cc-95c0-f59ff5daa179 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0457923 Oct 06 12:28:13.454506 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-11dbf5d6-9376-449b-89ce-b88a63149ca8 req-bcd8e3c4-8594-4766-b64b-5b003caa4515 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399218 Oct 06 12:28:14.577577 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2299ee2-dd25-4efa-82f6-80e21521d35d req-12fadb40-b09c-4d18-94a9-b8b4ce3f4c1a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:14.579002 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c2299ee2-dd25-4efa-82f6-80e21521d35d req-12fadb40-b09c-4d18-94a9-b8b4ce3f4c1a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0457094 Oct 06 12:28:14.603404 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:14.625676 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c2299ee2-dd25-4efa-82f6-80e21521d35d req-791fa558-8cf0-4983-bbef-cbd1b7f076bc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411983 Oct 06 12:28:15.461877 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-03b38a2e-16c9-4841-9814-c7d3ae2b7052 req-324ef0ca-5eca-4aa8-b05a-bd8e7f515954 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380290 Oct 06 12:28:15.542724 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38a2e-16c9-4841-9814-c7d3ae2b7052 req-285a8b63-5676-44f6-b9cd-bddaae6b91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:15.544159 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-03b38a2e-16c9-4841-9814-c7d3ae2b7052 req-285a8b63-5676-44f6-b9cd-bddaae6b91f7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 1130 time: 0.0393031 Oct 06 12:28:15.652489 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38a2e-16c9-4841-9814-c7d3ae2b7052 req-f3e267f3-48e1-4323-858f-da14805c6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:15.653945 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-03b38a2e-16c9-4841-9814-c7d3ae2b7052 req-f3e267f3-48e1-4323-858f-da14805c6963 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 919 time: 0.0880020 Oct 06 12:28:15.692583 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-03b38a2e-16c9-4841-9814-c7d3ae2b7052 req-161bc11d-2b3b-4fc7-ac1a-a7b7db8311f0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=180aaafa-49f4-4890-afea-eb300c2b071f HTTP/1.1" status: 200 len: 217 time: 0.0321116 Oct 06 12:28:15.740579 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38a2e-16c9-4841-9814-c7d3ae2b7052 req-a48aff4d-a357-49e9-907c-ae1be78c80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:15.741951 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-03b38a2e-16c9-4841-9814-c7d3ae2b7052 req-a48aff4d-a357-49e9-907c-ae1be78c80c5 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.0432630 Oct 06 12:28:15.752628 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36407d-84ee-4cc4-a8dd-fae731ade833 req-27bd94a2-0c0b-4a5a-9a90-19d7dcf6a5a8 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:15.754074 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2f36407d-84ee-4cc4-a8dd-fae731ade833 req-27bd94a2-0c0b-4a5a-9a90-19d7dcf6a5a8 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0480754 Oct 06 12:28:15.789577 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38a2e-16c9-4841-9814-c7d3ae2b7052 req-e45649d9-754e-463a-91c9-acf3c2cd44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:15.791089 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-03b38a2e-16c9-4841-9814-c7d3ae2b7052 req-e45649d9-754e-463a-91c9-acf3c2cd44c5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421736 Oct 06 12:28:15.805167 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2f36407d-84ee-4cc4-a8dd-fae731ade833 req-96d4d293-e634-4a60-9a51-13bcd0b445bd tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453184 Oct 06 12:28:15.884202 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-03b38a2e-16c9-4841-9814-c7d3ae2b7052 req-dd1133bb-6e6f-4969-b5b2-cf11d1993ed2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868647 Oct 06 12:28:16.202505 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-03b38a2e-16c9-4841-9814-c7d3ae2b7052 req-8bd8140a-08cf-4223-8aeb-62501acf20fc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950000 Oct 06 12:28:16.402680 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fbbaa-e465-49f7-8657-9ee4bc57de99 req-13526b06-bcb4-406c-818a-438d9fae1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:16.404689 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-fe9fbbaa-e465-49f7-8657-9ee4bc57de99 req-13526b06-bcb4-406c-818a-438d9fae1a56 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 1129 time: 0.0389853 Oct 06 12:28:16.515496 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fbbaa-e465-49f7-8657-9ee4bc57de99 req-5a40dece-7d19-4ec4-b595-10cbc483e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:16.516872 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-fe9fbbaa-e465-49f7-8657-9ee4bc57de99 req-5a40dece-7d19-4ec4-b595-10cbc483e331 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=a983a2d0-c8c4-4203-b602-635e6e2680bd HTTP/1.1" status: 200 len: 917 time: 0.0869293 Oct 06 12:28:16.591145 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-fe9fbbaa-e465-49f7-8657-9ee4bc57de99 req-c686507e-9f7d-47dc-91b1-486dfea432a6 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=178adb30-0da6-4996-903a-4ee020de2a0a HTTP/1.1" status: 200 len: 1001 time: 0.0549014 Oct 06 12:28:16.650108 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fbbaa-e465-49f7-8657-9ee4bc57de99 req-a76b7c9b-b906-4bd3-baf2-3734004ae74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:16.651796 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-fe9fbbaa-e465-49f7-8657-9ee4bc57de99 req-a76b7c9b-b906-4bd3-baf2-3734004ae74b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2 HTTP/1.1" status: 200 len: 855 time: 0.0444717 Oct 06 12:28:16.937144 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2d7c3-a063-453e-b090-a8c2be8fc901 req-8c9ca9ad-edf0-4cb0-837e-8fb97b867468 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:16.938592 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-93a2d7c3-a063-453e-b090-a8c2be8fc901 req-8c9ca9ad-edf0-4cb0-837e-8fb97b867468 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0494609 Oct 06 12:28:16.942082 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fbbaa-e465-49f7-8657-9ee4bc57de99 req-27bed23b-b4f7-426c-a01c-3b0ed383ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:16.943595 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-fe9fbbaa-e465-49f7-8657-9ee4bc57de99 req-27bed23b-b4f7-426c-a01c-3b0ed383ceda service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=a983a2d0-c8c4-4203-b602-635e6e2680bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478349 Oct 06 12:28:16.952450 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:16.991642 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-93a2d7c3-a063-453e-b090-a8c2be8fc901 req-543c94c1-1de7-4495-80ea-461ce5d7586d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460186 Oct 06 12:28:17.048913 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-fe9fbbaa-e465-49f7-8657-9ee4bc57de99 req-db29958c-7b98-41d8-bb6c-2896983bd3fc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873284 Oct 06 12:28:17.067710 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:17.076409 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:17.219275 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=100 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:17.230254 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-fe9fbbaa-e465-49f7-8657-9ee4bc57de99 req-c17fb72a-6d0b-4d04-ab09-d5e6749dc124 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897317 Oct 06 12:28:18.129112 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f1749-7f9a-47f9-bcd3-7a3584ac91ba req-5257c545-8b83-44ab-9fe2-f83dad21eca7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:18.130563 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b83f1749-7f9a-47f9-bcd3-7a3584ac91ba req-5257c545-8b83-44ab-9fe2-f83dad21eca7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0493200 Oct 06 12:28:18.177966 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b83f1749-7f9a-47f9-bcd3-7a3584ac91ba req-01334c2c-3e8f-4929-9f7a-a5195a560747 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411165 Oct 06 12:28:18.747174 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-4989b8bd-ffab-4222-979e-f92f367bb1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:18.771272 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=14 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:18.784108 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=12 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:19.309959 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c3f9c-a6fa-4406-b3e2-766e28c6c127 req-6946aa0f-27f2-4d30-bab1-f09f71658bf7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:19.311370 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f94c3f9c-a6fa-4406-b3e2-766e28c6c127 req-6946aa0f-27f2-4d30-bab1-f09f71658bf7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0461702 Oct 06 12:28:19.357292 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f94c3f9c-a6fa-4406-b3e2-766e28c6c127 req-32dad85d-30cf-4135-8450-9bba8014b43d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403862 Oct 06 12:28:20.480031 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f7676-e53a-4691-aab5-f94e8dce6269 req-6c87458b-da57-40ba-8d27-fb607ab94f3a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:20.481446 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a26f7676-e53a-4691-aab5-f94e8dce6269 req-6c87458b-da57-40ba-8d27-fb607ab94f3a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 945 time: 0.0445709 Oct 06 12:28:20.490337 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 178adb30-0da6-4996-903a-4ee020de2a0a no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:28:20.534385 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a26f7676-e53a-4691-aab5-f94e8dce6269 req-46b4c521-7948-4bd9-853f-56a7caf53ed3 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460110 Oct 06 12:28:20.577705 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 178adb30-0da6-4996-903a-4ee020de2a0a is: ACTIVE; New status is: DOWN {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:28:20.578098 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:20.600991 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '178adb30-0da6-4996-903a-4ee020de2a0a'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:28:20.603475 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad9f138-5244-49a8-a25b-f5e010837e3c" -d '{"events": [{"server_uuid": "5b1825b8-e10c-4c5b-adf9-3456c97a68e2", "name": "network-vif-unplugged", "status": "completed", "tag": "178adb30-0da6-4996-903a-4ee020de2a0a"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:28:20.616353 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 178adb30-0da6-4996-903a-4ee020de2a0a, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=178adb30-0da6-4996-903a-4ee020de2a0a,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:28:20.620575 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:20.676352 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=178adb30-0da6-4996-903a-4ee020de2a0a,revision_number=8']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:28:20.702443 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 06 Oct 2022 12:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f79f04-7caa-44db-a8ac-9b9982dfefce x-openstack-request-id: req-97f79f04-7caa-44db-a8ac-9b9982dfefce {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:28:20.702734 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1825b8-e10c-4c5b-adf9-3456c97a68e2", "name": "network-vif-unplugged", "status": "failed", "tag": "178adb30-0da6-4996-903a-4ee020de2a0a", "code": 422}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:28:20.702989 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-97f79f04-7caa-44db-a8ac-9b9982dfefce {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:28:20.703437 dv-cinder-856041-2-iscsi neutron-server[106141]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-97f79f04-7caa-44db-a8ac-9b9982dfefce']: {'server_uuid': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '178adb30-0da6-4996-903a-4ee020de2a0a', 'code': 422} returned with failed status Oct 06 12:28:21.032807 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-19180a4e-0cfd-4eec-b205-65318462a916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:21.085169 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [req-06d490be-af8f-4590-a9f2-d36b313d3b45 req-45f15d3e-0120-460c-b015-446326c0d715 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:28:21.086178 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-06d490be-af8f-4590-a9f2-d36b313d3b45 req-45f15d3e-0120-460c-b015-446326c0d715 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0481966 Oct 06 12:28:21.267168 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16441d76-f81e-4277-ad4b-41929e9235fe req-6146a3dd-7e2f-4167-9c7c-5281cea9bc1d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:21.268643 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-16441d76-f81e-4277-ad4b-41929e9235fe req-6146a3dd-7e2f-4167-9c7c-5281cea9bc1d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0480962 Oct 06 12:28:21.320849 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-16441d76-f81e-4277-ad4b-41929e9235fe req-3ce00594-f67e-4a8b-94ef-52744ee6ef05 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461197 Oct 06 12:28:21.571892 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 55492) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:28:21.649383 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-4ad9a2b0-eb99-465a-94b2-6753f85fdb5a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763457 Oct 06 12:28:21.658203 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-99165cca-f514-4452-ae11-8ae7843457d3 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:28:21.659127 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-99165cca-f514-4452-ae11-8ae7843457d3 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0046115 Oct 06 12:28:21.736961 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 55500) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:28:21.831629 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-b6af762d-9eec-4b14-82f5-6195cb57a025 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:21.832935 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-b6af762d-9eec-4b14-82f5-6195cb57a025 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports/178adb30-0da6-4996-903a-4ee020de2a0a HTTP/1.1" status: 200 len: 940 time: 0.0950086 Oct 06 12:28:22.080143 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:22.447247 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde7231-5f50-4728-8c75-6ab8854a94b5 req-79922328-cf04-49f3-88b2-a112dabedd33 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:22.448750 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5cde7231-5f50-4728-8c75-6ab8854a94b5 req-79922328-cf04-49f3-88b2-a112dabedd33 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0453324 Oct 06 12:28:22.495286 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5cde7231-5f50-4728-8c75-6ab8854a94b5 req-0a21256d-b9f0-4aa1-995c-08f64dfc4cab tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401046 Oct 06 12:28:23.628217 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee58dbf-a3a6-4710-b246-9628f6b80b5d req-2f03cfbb-c37b-4f9d-8485-0c9b7a602ec3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:23.629866 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6ee58dbf-a3a6-4710-b246-9628f6b80b5d req-2f03cfbb-c37b-4f9d-8485-0c9b7a602ec3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0847120 Oct 06 12:28:23.663955 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440ac36-7317-4c8f-b70f-85f4c5654562 req-2758ee92-f4cc-45c2-966c-e2fc676527ae tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:23.665635 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8440ac36-7317-4c8f-b70f-85f4c5654562 req-2758ee92-f4cc-45c2-966c-e2fc676527ae tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0868406 Oct 06 12:28:23.686445 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40190f4d-d29b-423e-bd8a-256cf76bfa91 req-de18b257-a19c-4368-bf5a-c826b4d5a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:23.687999 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-40190f4d-d29b-423e-bd8a-256cf76bfa91 req-de18b257-a19c-4368-bf5a-c826b4d5a0f1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 1129 time: 0.0537682 Oct 06 12:28:23.710233 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6ee58dbf-a3a6-4710-b246-9628f6b80b5d req-f6de933c-803a-4b65-99b3-abc24fd0f5fa tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724747 Oct 06 12:28:23.743346 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8440ac36-7317-4c8f-b70f-85f4c5654562 req-8f999143-dca7-4eb0-9cc0-2824b4737df9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705740 Oct 06 12:28:23.773052 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:23.775872 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:23.791952 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40190f4d-d29b-423e-bd8a-256cf76bfa91 req-a506cd7f-2cdc-491a-b2cb-5d9d6b1c73df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:23.793417 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-40190f4d-d29b-423e-bd8a-256cf76bfa91 req-a506cd7f-2cdc-491a-b2cb-5d9d6b1c73df service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 919 time: 0.0987232 Oct 06 12:28:23.834371 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=100 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:23.854972 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-40190f4d-d29b-423e-bd8a-256cf76bfa91 req-6ec71a59-cb80-4f75-86b0-878284cffca4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02cb1ceb-4a00-4f6e-8fe3-e8409283f314 HTTP/1.1" status: 200 len: 1000 time: 0.0540097 Oct 06 12:28:23.905912 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40190f4d-d29b-423e-bd8a-256cf76bfa91 req-13bcb947-8d48-47eb-9ea5-fd02f19c4334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:23.907375 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-40190f4d-d29b-423e-bd8a-256cf76bfa91 req-13bcb947-8d48-47eb-9ea5-fd02f19c4334 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.0440392 Oct 06 12:28:23.957244 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40190f4d-d29b-423e-bd8a-256cf76bfa91 req-0f000466-a390-4b00-90da-8675597cc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:23.958734 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-40190f4d-d29b-423e-bd8a-256cf76bfa91 req-0f000466-a390-4b00-90da-8675597cc94b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428767 Oct 06 12:28:24.095673 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-40190f4d-d29b-423e-bd8a-256cf76bfa91 req-dd6ecbf3-6c14-4095-8382-272d5562b6f7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885472 Oct 06 12:28:24.373885 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95bc56-f3ff-404d-a99e-7fd1730f7605 req-016124d7-da46-48c3-a95f-683e21ff9611 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:24.375350 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6c95bc56-f3ff-404d-a99e-7fd1730f7605 req-016124d7-da46-48c3-a95f-683e21ff9611 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 945 time: 0.0472653 Oct 06 12:28:24.387639 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:24.421640 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-40190f4d-d29b-423e-bd8a-256cf76bfa91 req-368a944d-aef5-4db5-98e9-d8aa6ae9b277 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192701 Oct 06 12:28:24.423358 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6c95bc56-f3ff-404d-a99e-7fd1730f7605 req-ab67208e-174a-49aa-b27f-8708bc200441 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Oct 06 12:28:24.516201 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 178adb30-0da6-4996-903a-4ee020de2a0a no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:28:24.586414 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 178adb30-0da6-4996-903a-4ee020de2a0a is: DOWN; New status is: DOWN {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:28:24.850012 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efed3c-b6e2-4416-890a-577e3685f535 req-54c2d68f-171b-4d1d-9f96-c9bf11c2e1c1 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:24.851403 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c5efed3c-b6e2-4416-890a-577e3685f535 req-54c2d68f-171b-4d1d-9f96-c9bf11c2e1c1 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0585897 Oct 06 12:28:24.898070 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cd29c-d606-48bc-ab39-f39c96c5a651 req-2ec251a8-4b53-4281-bd77-d98462a16e5e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:24.899483 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-252cd29c-d606-48bc-ab39-f39c96c5a651 req-2ec251a8-4b53-4281-bd77-d98462a16e5e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0730700 Oct 06 12:28:24.936894 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c5efed3c-b6e2-4416-890a-577e3685f535 req-c785178a-1a03-403c-b1a1-3874f97ff07f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696867 Oct 06 12:28:24.962813 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-252cd29c-d606-48bc-ab39-f39c96c5a651 req-33164651-a0f0-4896-973c-5b00abe1b2d8 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552485 Oct 06 12:28:25.534531 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:25.543034 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fa107-d8b7-468c-a310-4f8adc04543d req-3b6f5c99-b03a-426b-a981-bdd49781d5e1 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:25.544518 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5d4fa107-d8b7-468c-a310-4f8adc04543d req-3b6f5c99-b03a-426b-a981-bdd49781d5e1 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 945 time: 0.0481753 Oct 06 12:28:25.594580 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5d4fa107-d8b7-468c-a310-4f8adc04543d req-79ba5a2e-be25-4b89-a593-8aebef689231 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443048 Oct 06 12:28:26.088937 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913d316-4387-409d-8215-630be3c4bea4 req-c796d1dd-d4ea-4bb4-84cf-51997fbb6c83 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:26.090392 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4913d316-4387-409d-8215-630be3c4bea4 req-c796d1dd-d4ea-4bb4-84cf-51997fbb6c83 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0732183 Oct 06 12:28:26.110230 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea48ab-4b21-47e7-a636-91dd29a757b4 req-5827549a-15ee-4849-bd6d-861e0686cbe9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:26.111656 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a5ea48ab-4b21-47e7-a636-91dd29a757b4 req-5827549a-15ee-4849-bd6d-861e0686cbe9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0664577 Oct 06 12:28:26.174529 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4913d316-4387-409d-8215-630be3c4bea4 req-644e66bc-19a1-4ab4-a06e-d85dec0e6998 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776839 Oct 06 12:28:26.181233 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a5ea48ab-4b21-47e7-a636-91dd29a757b4 req-632cb3b6-5eca-415d-ae9e-78fd4f700d17 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628996 Oct 06 12:28:26.586274 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1eb50-b9ca-43f8-aff7-b1bf818a9bdb req-fee0ad85-921c-4cd8-8a9f-f567bd3e3dcf tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:26.587853 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-67d1eb50-b9ca-43f8-aff7-b1bf818a9bdb req-fee0ad85-921c-4cd8-8a9f-f567bd3e3dcf tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 945 time: 0.0592663 Oct 06 12:28:26.687045 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [req-67d1eb50-b9ca-43f8-aff7-b1bf818a9bdb req-e2e4c617-a984-439c-88ab-2c916bd659fd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Deleting port 9419d7e0-c232-4196-aa32-65d6bd3e5076 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:28:26.687392 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-67d1eb50-b9ca-43f8-aff7-b1bf818a9bdb req-e2e4c617-a984-439c-88ab-2c916bd659fd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (9419d7e0-c232-4196-aa32-65d6bd3e5076), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:26.718997 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e32d1-e127-42a7-9c7c-816b24451f73 req-b9dcb3f2-cb23-412f-8ba0-311247356eef tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:26.720487 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-178e32d1-e127-42a7-9c7c-816b24451f73 req-b9dcb3f2-cb23-412f-8ba0-311247356eef tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 945 time: 0.0511706 Oct 06 12:28:26.771148 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-178e32d1-e127-42a7-9c7c-816b24451f73 req-f3644415-1ae0-4d91-9408-0ff67ce35300 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445614 Oct 06 12:28:26.781303 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-67d1eb50-b9ca-43f8-aff7-b1bf818a9bdb req-e2e4c617-a984-439c-88ab-2c916bd659fd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] For port 9419d7e0-c232-4196-aa32-65d6bd3e5076, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9419d7e0-c232-4196-aa32-65d6bd3e5076,segment=NetworkSegment(9395b506-f04d-42e6-8060-ea755347208b),segment_id=9395b506-f04d-42e6-8060-ea755347208b)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:28:26.781780 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-67d1eb50-b9ca-43f8-aff7-b1bf818a9bdb req-e2e4c617-a984-439c-88ab-2c916bd659fd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (9419d7e0-c232-4196-aa32-65d6bd3e5076), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:26.799405 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [req-67d1eb50-b9ca-43f8-aff7-b1bf818a9bdb req-e2e4c617-a984-439c-88ab-2c916bd659fd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Calling delete_port for 9419d7e0-c232-4196-aa32-65d6bd3e5076 owned by compute:nova {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:28:26.926709 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-67d1eb50-b9ca-43f8-aff7-b1bf818a9bdb req-e2e4c617-a984-439c-88ab-2c916bd659fd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (9419d7e0-c232-4196-aa32-65d6bd3e5076), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:26.955260 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4c617-a984-439c-88ab-2c916bd659fd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Pushing event deleted for resources: {'Port': ['ID=9419d7e0-c232-4196-aa32-65d6bd3e5076,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:28:26.970777 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['9419d7e0-c232-4196-aa32-65d6bd3e5076'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:28:27.000967 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d1eb50-b9ca-43f8-aff7-b1bf818a9bdb req-e2e4c617-a984-439c-88ab-2c916bd659fd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] No DVR routers for this DVR port 9419d7e0-c232-4196-aa32-65d6bd3e5076 on host hv-cinder-85604 {{(pid=106139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:28:27.003828 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-67d1eb50-b9ca-43f8-aff7-b1bf818a9bdb req-e2e4c617-a984-439c-88ab-2c916bd659fd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:27.006946 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-67d1eb50-b9ca-43f8-aff7-b1bf818a9bdb req-e2e4c617-a984-439c-88ab-2c916bd659fd tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.23 "DELETE /networking/v2.0/ports/9419d7e0-c232-4196-aa32-65d6bd3e5076 HTTP/1.1" status: 204 len: 173 time: 0.4090252 Oct 06 12:28:27.007430 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7438f9d0-89d0-430c-81bf-867fae34aa5c', 'name': 'network-vif-deleted', 'tag': '9419d7e0-c232-4196-aa32-65d6bd3e5076'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:28:27.009671 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163a1425-9830-4bd8-b352-90872d73cf55" -d '{"events": [{"server_uuid": "7438f9d0-89d0-430c-81bf-867fae34aa5c", "name": "network-vif-deleted", "tag": "9419d7e0-c232-4196-aa32-65d6bd3e5076"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:28:27.100146 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca6b4ae-47e8-4eef-be2f-166d6df9a2e7 x-openstack-request-id: req-5ca6b4ae-47e8-4eef-be2f-166d6df9a2e7 {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:28:27.100444 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7438f9d0-89d0-430c-81bf-867fae34aa5c", "name": "network-vif-deleted", "tag": "9419d7e0-c232-4196-aa32-65d6bd3e5076", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:28:27.100702 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5ca6b4ae-47e8-4eef-be2f-166d6df9a2e7 {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:28:27.101107 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca6b4ae-47e8-4eef-be2f-166d6df9a2e7'] response: {'server_uuid': '7438f9d0-89d0-430c-81bf-867fae34aa5c', 'name': 'network-vif-deleted', 'tag': '9419d7e0-c232-4196-aa32-65d6bd3e5076', 'status': 'completed', 'code': 200} Oct 06 12:28:27.313411 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-b0aba51f-7444-4ec2-be23-55f537dea99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:27.314901 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-b0aba51f-7444-4ec2-be23-55f537dea99b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2&tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb HTTP/1.1" status: 200 len: 1127 time: 0.0805147 Oct 06 12:28:27.324994 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03deb0ca-f7d1-47de-9b1e-228bea6d1e54 req-b37cc3e6-9863-4099-bbba-ad84170dd4c5 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:27.326469 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03deb0ca-f7d1-47de-9b1e-228bea6d1e54 req-b37cc3e6-9863-4099-bbba-ad84170dd4c5 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0741415 Oct 06 12:28:27.352850 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c17a4-0a13-44ad-8226-e777a5dbd4f6 req-48b32137-277d-47b0-a03a-9905478d6d7b tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:27.354276 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-651c17a4-0a13-44ad-8226-e777a5dbd4f6 req-48b32137-277d-47b0-a03a-9905478d6d7b tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0737431 Oct 06 12:28:27.378819 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:27.410329 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03deb0ca-f7d1-47de-9b1e-228bea6d1e54 req-c2a1b453-2da6-4da0-9fa7-aaa7f2b9f670 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778904 Oct 06 12:28:27.413978 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-40436fc0-a70f-48cb-9301-69ab80a6472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:27.415473 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-40436fc0-a70f-48cb-9301-69ab80a6472e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 1127 time: 0.0465341 Oct 06 12:28:27.433743 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-651c17a4-0a13-44ad-8226-e777a5dbd4f6 req-fb341df3-e96b-4589-a2cb-1060801d790a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724628 Oct 06 12:28:27.505471 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:27.520074 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-a66eb282-75e4-472e-bdd6-66dd15cb552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:27.521548 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-a66eb282-75e4-472e-bdd6-66dd15cb552f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=a983a2d0-c8c4-4203-b602-635e6e2680bd HTTP/1.1" status: 200 len: 917 time: 0.0929582 Oct 06 12:28:27.587556 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-09214311-dcf0-4103-a769-02577e2db29c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=178adb30-0da6-4996-903a-4ee020de2a0a HTTP/1.1" status: 200 len: 999 time: 0.0595822 Oct 06 12:28:27.639567 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-ab27fb0f-ec1d-486a-b9bb-82e21d802f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:27.641043 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-ab27fb0f-ec1d-486a-b9bb-82e21d802f12 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2 HTTP/1.1" status: 200 len: 855 time: 0.0477154 Oct 06 12:28:27.887274 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49f77d84-b7d5-4c75-acaf-54e5113b3ade req-cb9996b5-61a8-4539-b7f1-4d6cb208fa15 tempest-VolumesSnapshotTestJSON-912460753 tempest-VolumesSnapshotTestJSON-912460753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7438f9d0-89d0-430c-81bf-867fae34aa5c HTTP/1.1" status: 200 len: 210 time: 0.0284681 Oct 06 12:28:27.962822 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-ddbeb355-0bbe-49b6-8329-52142f205877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:27.964890 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-ddbeb355-0bbe-49b6-8329-52142f205877 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=a983a2d0-c8c4-4203-b602-635e6e2680bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398498 Oct 06 12:28:28.062565 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-c0e55b91-44ac-43bb-b1de-f15b56e066a2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900724 Oct 06 12:28:28.154500 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-d6e590f8-2ceb-481b-814b-123eee89ea5a req-eda13775-800f-4431-8816-dc3e5869015c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840507 Oct 06 12:28:28.540064 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81c1d8-c868-40c0-a5c6-f131f8aef339 req-fa35f67e-9913-42e1-bd45-fcd8046ac826 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:28.541783 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7c81c1d8-c868-40c0-a5c6-f131f8aef339 req-fa35f67e-9913-42e1-bd45-fcd8046ac826 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0492277 Oct 06 12:28:28.609443 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddafb1-77b2-4791-88fc-f17de8201c7b req-a3e3add7-044e-496a-bf52-54182f992979 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:28.611107 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f1ddafb1-77b2-4791-88fc-f17de8201c7b req-a3e3add7-044e-496a-bf52-54182f992979 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0683248 Oct 06 12:28:28.666565 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7c81c1d8-c868-40c0-a5c6-f131f8aef339 req-de13b455-87e8-44e5-b005-55d8185c7ff7 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067772 Oct 06 12:28:28.709977 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f1ddafb1-77b2-4791-88fc-f17de8201c7b req-4e162002-7885-4588-ac47-a6a80bda0149 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921361 Oct 06 12:28:29.383524 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:28:29.848163 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e039272-0670-49ab-8965-d871d97dce6b req-0b2dbf6d-cdab-4974-b9f9-e41def196805 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:29.849630 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9e039272-0670-49ab-8965-d871d97dce6b req-0b2dbf6d-cdab-4974-b9f9-e41def196805 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.1055174 Oct 06 12:28:29.854375 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:29.872353 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeee4b8-1e5f-454e-9200-c46bc5b544bb req-273fac7b-0aa0-405b-907d-822a0740b7e2 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:29.873794 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8aeee4b8-1e5f-454e-9200-c46bc5b544bb req-273fac7b-0aa0-405b-907d-822a0740b7e2 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0748456 Oct 06 12:28:30.149513 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9e039272-0670-49ab-8965-d871d97dce6b req-713492bb-fc5f-4a9c-84b8-9a6c5ebb16ae tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918434 Oct 06 12:28:30.167571 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8aeee4b8-1e5f-454e-9200-c46bc5b544bb req-80e193ab-cd8b-4389-9fce-1f198cea57a5 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865968 Oct 06 12:28:30.552395 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 9419d7e0-c232-4196-aa32-65d6bd3e5076 no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:28:30.572529 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: 9419d7e0-c232-4196-aa32-65d6bd3e5076 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:28:30.572942 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 9419d7e0-c232-4196-aa32-65d6bd3e5076 not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:28:31.281616 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3ad64-b136-4950-bd07-e39ae3238517 req-862ade26-86c3-4662-a0a4-a42e1cd90681 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:31.283796 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6fe3ad64-b136-4950-bd07-e39ae3238517 req-862ade26-86c3-4662-a0a4-a42e1cd90681 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0496643 Oct 06 12:28:31.348829 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7994ec2-b662-4ab1-931e-3f285a52fe34 req-fcafaad9-1cef-4c4a-a3bd-becefc3f5a79 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:31.350317 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d7994ec2-b662-4ab1-931e-3f285a52fe34 req-fcafaad9-1cef-4c4a-a3bd-becefc3f5a79 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0654688 Oct 06 12:28:31.362885 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:31.377402 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6fe3ad64-b136-4950-bd07-e39ae3238517 req-bab074ed-1b3a-4fc4-a86e-969b35a1f1f7 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822096 Oct 06 12:28:31.427436 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d7994ec2-b662-4ab1-931e-3f285a52fe34 req-2f8d393f-8809-474a-9073-fec36d0f7d59 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623603 Oct 06 12:28:32.499586 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3cd7f-af2b-4e23-8668-0e786d8d9c59 req-d0ee2878-2d6a-4b5f-86a5-7dea2e23e517 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:32.500961 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e2b3cd7f-af2b-4e23-8668-0e786d8d9c59 req-d0ee2878-2d6a-4b5f-86a5-7dea2e23e517 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0485806 Oct 06 12:28:32.581169 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb62a89-30d9-402e-8e08-1bde2674a8e6 req-69a1b5e3-83a9-4b64-85b7-d9b536ba602d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:32.582633 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2bb62a89-30d9-402e-8e08-1bde2674a8e6 req-69a1b5e3-83a9-4b64-85b7-d9b536ba602d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0702522 Oct 06 12:28:32.586847 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e2b3cd7f-af2b-4e23-8668-0e786d8d9c59 req-64383b4c-272a-4f4a-a255-9816f9614e12 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805190 Oct 06 12:28:32.628938 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2bb62a89-30d9-402e-8e08-1bde2674a8e6 req-1db1ecdf-c794-4571-a88e-e9980091b72e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407112 Oct 06 12:28:33.738907 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d073f-e2a4-4648-b2a0-eaf55cfb60bc req-1ad767a4-c495-4780-9346-23abf85891aa tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:33.745926 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-489d073f-e2a4-4648-b2a0-eaf55cfb60bc req-1ad767a4-c495-4780-9346-23abf85891aa tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0751791 Oct 06 12:28:33.825180 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f4274-47a9-4c29-af71-4c567d75c5dd req-6ff6e296-6c62-4d15-9dfc-4ca8ba6366fc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:33.826527 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-932f4274-47a9-4c29-af71-4c567d75c5dd req-6ff6e296-6c62-4d15-9dfc-4ca8ba6366fc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0779951 Oct 06 12:28:33.829700 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-489d073f-e2a4-4648-b2a0-eaf55cfb60bc req-4299899f-4445-4031-a894-6559bd3ca711 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829282 Oct 06 12:28:33.879658 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-932f4274-47a9-4c29-af71-4c567d75c5dd req-044e99fc-b34f-4fbc-a686-22dfed9d6304 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473633 Oct 06 12:28:34.955267 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d3d68-7e67-436c-a100-ccf024e3255b req-ef57f705-8ca8-4702-99ab-a2ff632c23f1 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:34.956769 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b16d3d68-7e67-436c-a100-ccf024e3255b req-ef57f705-8ca8-4702-99ab-a2ff632c23f1 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0478368 Oct 06 12:28:35.028620 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f56f37-5100-47ad-aef4-5ef98356353f req-6e3c1ccc-2187-4c36-9a2a-1e667df3a080 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:35.030045 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-08f56f37-5100-47ad-aef4-5ef98356353f req-6e3c1ccc-2187-4c36-9a2a-1e667df3a080 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0667996 Oct 06 12:28:35.055592 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b16d3d68-7e67-436c-a100-ccf024e3255b req-d72f7e4e-7abf-4f17-a3db-957917ccd640 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933411 Oct 06 12:28:35.084370 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-08f56f37-5100-47ad-aef4-5ef98356353f req-5cf940c9-4053-4278-9836-9cbeb339d543 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469298 Oct 06 12:28:36.220663 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394ddee-0174-4829-978a-3ad39ee8c423 req-fc55e728-8bb1-42ef-9355-25c802301fb7 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:36.222375 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2394ddee-0174-4829-978a-3ad39ee8c423 req-fc55e728-8bb1-42ef-9355-25c802301fb7 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0787518 Oct 06 12:28:36.255453 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ad864-0a37-46ce-8998-217f94e2ceb1 req-11578d44-446f-468a-b2c6-fce3b19b62dc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:36.256950 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-098ad864-0a37-46ce-8998-217f94e2ceb1 req-11578d44-446f-468a-b2c6-fce3b19b62dc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0807514 Oct 06 12:28:36.278701 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:36.314327 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2394ddee-0174-4829-978a-3ad39ee8c423 req-756ad745-3112-4508-b005-d92a2c4e6258 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839314 Oct 06 12:28:36.329383 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-098ad864-0a37-46ce-8998-217f94e2ceb1 req-fc8b96e4-63df-4dad-bfd8-a03281ce82ca tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644989 Oct 06 12:28:37.076572 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:37.464417 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e656a0-7bc2-480e-bc1e-17d3fa42752f req-1015b701-448c-4d1c-b739-c658a72e4536 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:37.466443 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66e656a0-7bc2-480e-bc1e-17d3fa42752f req-1015b701-448c-4d1c-b739-c658a72e4536 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0741565 Oct 06 12:28:37.492546 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47749456-9f04-467f-b21d-e8705207a1f0 req-e5f85206-78d9-41c5-a40d-0b3b31a7ed05 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:37.493917 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-47749456-9f04-467f-b21d-e8705207a1f0 req-e5f85206-78d9-41c5-a40d-0b3b31a7ed05 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0719459 Oct 06 12:28:37.541878 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66e656a0-7bc2-480e-bc1e-17d3fa42752f req-bb8cc24e-ae1c-4f75-a398-7ef27d5917d0 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699387 Oct 06 12:28:37.562732 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-47749456-9f04-467f-b21d-e8705207a1f0 req-a73958fc-7020-4cc7-9e41-e93e34e38723 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624886 Oct 06 12:28:38.149279 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=33 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:38.151225 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=46 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:38.703020 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fafdc-4ca3-4557-8c49-2234bcb16f42 req-8a293277-75cb-431d-a38f-f0bec90eaf4d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:38.704514 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d53fafdc-4ca3-4557-8c49-2234bcb16f42 req-8a293277-75cb-431d-a38f-f0bec90eaf4d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0748849 Oct 06 12:28:38.720783 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8ef6-ae5a-4ce3-9056-1561508c1673 req-4778bd54-f99e-4c0c-a02b-0c9ae9b30a31 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:38.722244 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6eef8ef6-ae5a-4ce3-9056-1561508c1673 req-4778bd54-f99e-4c0c-a02b-0c9ae9b30a31 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0639977 Oct 06 12:28:38.727143 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:38.791348 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d53fafdc-4ca3-4557-8c49-2234bcb16f42 req-66107a3e-2f7b-46cb-8db8-c3663068d696 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780907 Oct 06 12:28:38.815154 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6eef8ef6-ae5a-4ce3-9056-1561508c1673 req-bc4a3d0d-36c9-4536-bc11-81e82b5147dd tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854146 Oct 06 12:28:39.376897 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:39.377659 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:39.977406 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239a377-f349-43d4-92b6-329389f41c30 req-6b57493d-0a88-4bf6-b479-8c925fc2eeb3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:39.978852 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b239a377-f349-43d4-92b6-329389f41c30 req-6b57493d-0a88-4bf6-b479-8c925fc2eeb3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0981834 Oct 06 12:28:39.987567 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568508e-235d-4cf2-ad3c-6b4f94146e63 req-7f14fe4d-0cdd-413f-a447-3d441fbbeda4 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:39.988950 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e568508e-235d-4cf2-ad3c-6b4f94146e63 req-7f14fe4d-0cdd-413f-a447-3d441fbbeda4 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0625348 Oct 06 12:28:40.065061 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b239a377-f349-43d4-92b6-329389f41c30 req-122aa22a-08b8-4c01-aa43-9bc1df1f3ffc tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751410 Oct 06 12:28:40.069303 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e568508e-235d-4cf2-ad3c-6b4f94146e63 req-ce65b938-e994-4612-8dcd-97009c64db8d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726979 Oct 06 12:28:41.239654 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67d7cf-7b94-40ff-866d-b1a2a24913d3 req-58bc9218-0545-4af3-8e06-09bfe9e170d3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:41.241044 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3d67d7cf-7b94-40ff-866d-b1a2a24913d3 req-58bc9218-0545-4af3-8e06-09bfe9e170d3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0804842 Oct 06 12:28:41.247096 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c6f6e-664c-4adf-8513-9e0b63a6f6ed req-e5298699-8a6a-494f-9ca7-483e9335c824 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:41.254118 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c20c6f6e-664c-4adf-8513-9e0b63a6f6ed req-e5298699-8a6a-494f-9ca7-483e9335c824 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0836494 Oct 06 12:28:41.330135 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3d67d7cf-7b94-40ff-866d-b1a2a24913d3 req-3c8fbfbf-2f5e-42ff-b35e-24fe932a193b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739419 Oct 06 12:28:41.333156 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c20c6f6e-664c-4adf-8513-9e0b63a6f6ed req-84f5108d-4bbe-4d4f-86cf-230d982e8835 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782619 Oct 06 12:28:42.486172 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf0c18-084e-4454-ba16-b69355bf9c41 req-682ecc2e-3dab-46eb-84fd-292cd7dd3561 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:42.487742 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-05cf0c18-084e-4454-ba16-b69355bf9c41 req-682ecc2e-3dab-46eb-84fd-292cd7dd3561 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0769887 Oct 06 12:28:42.507905 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc879db-72e8-48da-8853-20263a99b600 req-082e7c67-25cf-4f8f-b70c-1427d7ce4b62 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:42.509302 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3dc879db-72e8-48da-8853-20263a99b600 req-082e7c67-25cf-4f8f-b70c-1427d7ce4b62 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0673313 Oct 06 12:28:42.546933 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:42.576740 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-05cf0c18-084e-4454-ba16-b69355bf9c41 req-28d3c703-3205-4310-9df6-a3d216070624 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822823 Oct 06 12:28:42.584371 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3dc879db-72e8-48da-8853-20263a99b600 req-7da4af05-7bba-44f8-8f7e-137a5ba06612 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670693 Oct 06 12:28:43.729474 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32286e83-6893-4c86-9c1e-10a2df16af12 req-ded5d14d-a7ba-49b5-ab34-57ef510225b6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:43.730919 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-32286e83-6893-4c86-9c1e-10a2df16af12 req-ded5d14d-a7ba-49b5-ab34-57ef510225b6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0770843 Oct 06 12:28:43.749855 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccf827-64b8-492e-adee-cff6a9a31576 req-0b6391cc-1b09-4779-89fb-a3eaeffa953e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:43.751231 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c2ccf827-64b8-492e-adee-cff6a9a31576 req-0b6391cc-1b09-4779-89fb-a3eaeffa953e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0687547 Oct 06 12:28:43.815926 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-32286e83-6893-4c86-9c1e-10a2df16af12 req-a8af3121-507a-4e86-b8df-5390965bb7db tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793343 Oct 06 12:28:43.822660 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c2ccf827-64b8-492e-adee-cff6a9a31576 req-4a0b5234-753a-4167-b8fa-2c22649f0897 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647538 Oct 06 12:28:44.969883 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56870075-f68e-449a-9bf9-8630562373eb req-bf7262ab-5636-4db1-a9e9-9fb2789e591e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:44.971337 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-56870075-f68e-449a-9bf9-8630562373eb req-bf7262ab-5636-4db1-a9e9-9fb2789e591e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0792687 Oct 06 12:28:44.977031 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b3c3-03ed-411e-8c38-bab7544539a2 req-eca6d008-c106-43e0-ae82-ad32ec980e63 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:44.978379 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6868b3c3-03ed-411e-8c38-bab7544539a2 req-eca6d008-c106-43e0-ae82-ad32ec980e63 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0761306 Oct 06 12:28:45.051558 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-56870075-f68e-449a-9bf9-8630562373eb req-30d2a9d1-d094-4e5e-877a-43d769458c0a tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721881 Oct 06 12:28:45.054733 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6868b3c3-03ed-411e-8c38-bab7544539a2 req-98ea9edd-f148-4e44-9d7b-957afbfdded9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686617 Oct 06 12:28:46.213521 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67354d07-5e12-40f3-b1fa-24fd22ce440d req-267276a1-3744-4076-a602-4dc22dc1ca00 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:46.214971 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-67354d07-5e12-40f3-b1fa-24fd22ce440d req-267276a1-3744-4076-a602-4dc22dc1ca00 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0856805 Oct 06 12:28:46.223212 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb476f-260e-4367-9863-ce02128b15da req-b5b6fe91-c972-4cb1-9056-78951629eb7c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:46.224626 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c3bb476f-260e-4367-9863-ce02128b15da req-b5b6fe91-c972-4cb1-9056-78951629eb7c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0837224 Oct 06 12:28:46.231034 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:46.301973 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-67354d07-5e12-40f3-b1fa-24fd22ce440d req-3fe3c7a8-7390-4931-a439-b9210a79eceb tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763259 Oct 06 12:28:46.309211 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c3bb476f-260e-4367-9863-ce02128b15da req-c401d687-02a7-46cb-a9b3-74f7eee487e3 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751662 Oct 06 12:28:47.070374 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:47.072521 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=43,neutron:UPDATE=5 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:47.452804 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed8c58-7f4a-427f-b7d0-fabcbf814e78 req-04332fee-6130-4dfb-b03a-cadeaeacaaff tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:47.454249 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c5ed8c58-7f4a-427f-b7d0-fabcbf814e78 req-04332fee-6130-4dfb-b03a-cadeaeacaaff tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0755041 Oct 06 12:28:47.459771 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85094d73-a00a-482e-8aee-191fef56dc4a req-8e18009d-048d-410e-b6f7-800e54034e4e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:47.461093 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-85094d73-a00a-482e-8aee-191fef56dc4a req-8e18009d-048d-410e-b6f7-800e54034e4e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0712259 Oct 06 12:28:47.538466 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c5ed8c58-7f4a-427f-b7d0-fabcbf814e78 req-cb5e5833-d34b-45e3-abee-6907c43f4e7f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764351 Oct 06 12:28:47.541393 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-85094d73-a00a-482e-8aee-191fef56dc4a req-a2bc98e0-3d24-4dab-b769-d02521468f46 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736523 Oct 06 12:28:48.695974 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf8e3-4d64-4782-a325-5b3d6351a7d1 req-c8211696-8875-40e1-8350-1b2af9b58b6c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:48.697461 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-04ddf8e3-4d64-4782-a325-5b3d6351a7d1 req-c8211696-8875-40e1-8350-1b2af9b58b6c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0790493 Oct 06 12:28:48.703166 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066b453-1ef7-4f62-9df2-b7b108442b54 req-188364a1-7fcd-4576-bd45-e0a6661cddfc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:48.704545 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6066b453-1ef7-4f62-9df2-b7b108442b54 req-188364a1-7fcd-4576-bd45-e0a6661cddfc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0727305 Oct 06 12:28:48.749470 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-22008d75-4da9-4ee7-a7d8-b6bd790ed5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:48.783879 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6066b453-1ef7-4f62-9df2-b7b108442b54 req-1906020b-e7d6-422a-b273-959ba89d2fbc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723400 Oct 06 12:28:48.786587 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-04ddf8e3-4d64-4782-a325-5b3d6351a7d1 req-8a8ea8eb-a658-469e-a6e9-cb386ab6fb87 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811810 Oct 06 12:28:49.933431 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7554e-84eb-4a77-aeea-f31acb30670f req-f3142a7a-9b64-442d-8c89-09d685471227 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:49.934892 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2c7554e-84eb-4a77-aeea-f31acb30670f req-f3142a7a-9b64-442d-8c89-09d685471227 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0723050 Oct 06 12:28:49.942775 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de0e1b-e567-4d27-9d91-4225fae195fa req-0543155c-9610-40b5-be91-513d9552d975 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:49.944162 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-20de0e1b-e567-4d27-9d91-4225fae195fa req-0543155c-9610-40b5-be91-513d9552d975 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0729504 Oct 06 12:28:49.971293 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:50.020363 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2c7554e-84eb-4a77-aeea-f31acb30670f req-2c10e881-4771-4083-8e2c-5cf2647315f3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752749 Oct 06 12:28:50.023535 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-20de0e1b-e567-4d27-9d91-4225fae195fa req-dc8c5a6c-1a14-498e-b165-a7a20dc8c77e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718298 Oct 06 12:28:51.035254 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-fb2ee0a2-1994-4e9d-83ae-c3d42d365103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:51.180820 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f674d-8335-4490-ba6b-c3cef9596928 req-897788b5-2136-493c-849d-32959b2d0b3c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:51.182214 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fc1f674d-8335-4490-ba6b-c3cef9596928 req-897788b5-2136-493c-849d-32959b2d0b3c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0782280 Oct 06 12:28:51.187751 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a831eb-fa76-423e-b9f9-6b075a97d181 req-9bd3c1f5-c97a-47ca-9dc1-8704272ea06a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:51.189233 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-64a831eb-fa76-423e-b9f9-6b075a97d181 req-9bd3c1f5-c97a-47ca-9dc1-8704272ea06a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0839136 Oct 06 12:28:51.262071 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fc1f674d-8335-4490-ba6b-c3cef9596928 req-58d2ed40-a5cd-4e28-876e-be5fc6c4ec3f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718780 Oct 06 12:28:51.266635 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-64a831eb-fa76-423e-b9f9-6b075a97d181 req-d2df7608-cd87-46d6-a1d2-e6f547d8cba0 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693402 Oct 06 12:28:52.084401 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:52.412741 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24209321-0c3f-4345-92d8-9ae2622fef6d req-f80d96d0-41f6-46fa-9f85-3b645fc31468 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:52.414179 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-24209321-0c3f-4345-92d8-9ae2622fef6d req-f80d96d0-41f6-46fa-9f85-3b645fc31468 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0768666 Oct 06 12:28:52.419588 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ddba1-6eba-441c-beca-73745f971ed5 req-3fa2fc61-374c-4144-94b0-3b59c148a078 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:52.421489 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cb4ddba1-6eba-441c-beca-73745f971ed5 req-3fa2fc61-374c-4144-94b0-3b59c148a078 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0738637 Oct 06 12:28:52.442284 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:52.493719 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-24209321-0c3f-4345-92d8-9ae2622fef6d req-fea355a4-0a69-4db4-aa55-5aec9b8b8877 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713046 Oct 06 12:28:52.496902 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cb4ddba1-6eba-441c-beca-73745f971ed5 req-92abc87f-9101-488c-aafa-199802bda404 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678780 Oct 06 12:28:52.997845 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cc09c-6ee6-451a-83b2-d2ba82a997ba req-300a0d46-f334-425b-a7f8-7e036f698290 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:52.999281 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-037cc09c-6ee6-451a-83b2-d2ba82a997ba req-300a0d46-f334-425b-a7f8-7e036f698290 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0508618 Oct 06 12:28:53.048099 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-037cc09c-6ee6-451a-83b2-d2ba82a997ba req-e024df83-d310-4b96-bc64-9ddee656e24a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427597 Oct 06 12:28:53.596607 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:53.657719 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca262-5750-4e5a-810a-164528ad45fb req-4f7c9d55-81c2-4940-b734-53caa952df92 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:53.659186 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-affca262-5750-4e5a-810a-164528ad45fb req-4f7c9d55-81c2-4940-b734-53caa952df92 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0789738 Oct 06 12:28:53.667292 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347014b5-faa6-40cb-85ce-25dd7eea5704 req-77112415-7f34-4c0d-8283-f86de319cfa9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:53.668916 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-347014b5-faa6-40cb-85ce-25dd7eea5704 req-77112415-7f34-4c0d-8283-f86de319cfa9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0758548 Oct 06 12:28:53.746802 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:53.748963 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-affca262-5750-4e5a-810a-164528ad45fb req-ddd18060-dcf0-4e39-a8d7-ee107db16fbb tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784674 Oct 06 12:28:53.759021 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-347014b5-faa6-40cb-85ce-25dd7eea5704 req-d18a0f54-c877-42eb-9d50-7d8ca855bada tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817325 Oct 06 12:28:53.883185 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d1140-5b61-4c63-9435-78b2b58932dc req-d2d8bc32-2c4e-4bf1-829d-e3b6ec4e8f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:53.884746 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-915d1140-5b61-4c63-9435-78b2b58932dc req-d2d8bc32-2c4e-4bf1-829d-e3b6ec4e8f3f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 1129 time: 0.0433505 Oct 06 12:28:53.929901 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-915d1140-5b61-4c63-9435-78b2b58932dc req-bee5d723-869e-4512-9974-36abfd000b01 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396144 Oct 06 12:28:54.171143 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb800e-7c62-45c6-8552-f7596acd53fe req-42d3b31a-7f39-405a-ac57-8043741fcabd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:54.172599 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5abb800e-7c62-45c6-8552-f7596acd53fe req-42d3b31a-7f39-405a-ac57-8043741fcabd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0467780 Oct 06 12:28:54.219971 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5abb800e-7c62-45c6-8552-f7596acd53fe req-fb133dfb-68f0-4310-8d74-5deb087282f5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415504 Oct 06 12:28:54.897853 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795fa5d-ed60-49b4-be2b-662e335b9cda req-9a6a1128-6cda-4914-b0b4-b5b17d49ec25 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:54.899306 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4795fa5d-ed60-49b4-be2b-662e335b9cda req-9a6a1128-6cda-4914-b0b4-b5b17d49ec25 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0743327 Oct 06 12:28:54.918749 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2993e7-0317-478a-8edc-45a2523acbfc req-b5eeb507-12dc-451d-b5bd-a5d76680de4f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:54.920749 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9f2993e7-0317-478a-8edc-45a2523acbfc req-b5eeb507-12dc-451d-b5bd-a5d76680de4f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0837486 Oct 06 12:28:54.984005 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4795fa5d-ed60-49b4-be2b-662e335b9cda req-62a96617-2a5f-49f3-b3ac-6feb3e183e60 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782533 Oct 06 12:28:54.991082 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9f2993e7-0317-478a-8edc-45a2523acbfc req-a447c2d5-403f-4aef-80bf-0888e68e2f3a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634644 Oct 06 12:28:55.326542 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:55.341519 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b4424-9fba-44e0-affb-b934dbbf8bfc req-74e40b08-176c-4681-8ee1-0387b4e5ce84 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:55.343470 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c42b4424-9fba-44e0-affb-b934dbbf8bfc req-74e40b08-176c-4681-8ee1-0387b4e5ce84 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0462470 Oct 06 12:28:55.389957 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c42b4424-9fba-44e0-affb-b934dbbf8bfc req-5a0b1af9-026e-457d-9d91-92523ca82033 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406041 Oct 06 12:28:56.135357 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fac2b-be2d-4f9b-a07a-3f746bbb3163 req-545e1cbb-ee1a-4f7b-9c0f-363ac4afdc14 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:56.136863 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-559fac2b-be2d-4f9b-a07a-3f746bbb3163 req-545e1cbb-ee1a-4f7b-9c0f-363ac4afdc14 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0776021 Oct 06 12:28:56.157101 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66454794-2fa3-42bc-a7bf-2cf1d59529cf req-f6190827-f542-4aa3-89a6-3b0678a26866 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:56.158538 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66454794-2fa3-42bc-a7bf-2cf1d59529cf req-f6190827-f542-4aa3-89a6-3b0678a26866 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0661440 Oct 06 12:28:56.227963 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-559fac2b-be2d-4f9b-a07a-3f746bbb3163 req-91dd77b1-8796-4c96-a272-149a0cdd6ed0 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821257 Oct 06 12:28:56.232219 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66454794-2fa3-42bc-a7bf-2cf1d59529cf req-bd61b9c7-c768-4a00-ac64-671fb84bc63d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651486 Oct 06 12:28:56.513329 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325b6b3-74fb-4af1-b274-92ffa413e558 req-e0c0f4bf-462b-42dc-b849-4d0b0d1c03b0 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:56.515996 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f325b6b3-74fb-4af1-b274-92ffa413e558 req-e0c0f4bf-462b-42dc-b849-4d0b0d1c03b0 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0500555 Oct 06 12:28:56.577464 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f325b6b3-74fb-4af1-b274-92ffa413e558 req-c3a11b02-bc4d-456e-a159-4a3906b0a0c1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568371 Oct 06 12:28:56.605397 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:56.620686 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3271457-81d3-4140-9ad3-ca82d5610571 req-4aa775b0-4540-4444-bac7-c6677bea67c3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:56.622580 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c3271457-81d3-4140-9ad3-ca82d5610571 req-4aa775b0-4540-4444-bac7-c6677bea67c3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0633342 Oct 06 12:28:56.670476 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c3271457-81d3-4140-9ad3-ca82d5610571 req-72d7a123-d97c-4b0c-9676-433baf3a1b3a tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412178 Oct 06 12:28:57.366619 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f966b-499e-4f2c-8963-ecd175202655 req-5c198ac3-c7b7-4fc2-9fca-635c1bc6879f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:57.368124 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d19f966b-499e-4f2c-8963-ecd175202655 req-5c198ac3-c7b7-4fc2-9fca-635c1bc6879f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0475936 Oct 06 12:28:57.417673 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d19f966b-499e-4f2c-8963-ecd175202655 req-684bc3c5-4b4b-4a55-a630-d51ec29b5178 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428693 Oct 06 12:28:57.698583 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781cb27-148a-41f4-9daa-321b006183fc req-d29de9f2-1678-451e-938f-365d1f2bcc27 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:57.700318 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7781cb27-148a-41f4-9daa-321b006183fc req-d29de9f2-1678-451e-938f-365d1f2bcc27 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0481570 Oct 06 12:28:57.766305 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7781cb27-148a-41f4-9daa-321b006183fc req-7b2f6ed1-5e88-4068-99f3-e9a36b9a5de1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595000 Oct 06 12:28:57.804887 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d660c-a9c2-46a9-ac10-7a13e77bb7ea req-fb31aa43-acb0-4489-b073-8ffac649e60d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:57.806461 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-333d660c-a9c2-46a9-ac10-7a13e77bb7ea req-fb31aa43-acb0-4489-b073-8ffac649e60d tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0602808 Oct 06 12:28:57.857296 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-333d660c-a9c2-46a9-ac10-7a13e77bb7ea req-b9fd6c98-554e-4201-bdd1-a97bb82cdeee tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436857 Oct 06 12:28:58.406171 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562124b-0327-49a8-971a-d92cd7bc8b78 req-c1384345-1609-4f30-adcd-44b6e8afc758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:58.407683 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-2562124b-0327-49a8-971a-d92cd7bc8b78 req-c1384345-1609-4f30-adcd-44b6e8afc758 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 1129 time: 0.0388517 Oct 06 12:28:58.500838 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562124b-0327-49a8-971a-d92cd7bc8b78 req-7f108bb6-94f3-466e-8543-a4e53e2d9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:58.502231 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-2562124b-0327-49a8-971a-d92cd7bc8b78 req-7f108bb6-94f3-466e-8543-a4e53e2d9f34 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 919 time: 0.0886779 Oct 06 12:28:58.550897 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938175ae-1f17-4cb1-9f6d-965de2ef7e76 req-895fe9c4-5011-47a1-975d-62e839611876 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:58.552615 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-938175ae-1f17-4cb1-9f6d-965de2ef7e76 req-895fe9c4-5011-47a1-975d-62e839611876 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0523825 Oct 06 12:28:58.566226 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-2562124b-0327-49a8-971a-d92cd7bc8b78 req-c08e771b-0456-4b17-88c8-6926a9392dc3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02cb1ceb-4a00-4f6e-8fe3-e8409283f314 HTTP/1.1" status: 200 len: 1000 time: 0.0577857 Oct 06 12:28:58.606400 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-938175ae-1f17-4cb1-9f6d-965de2ef7e76 req-09c65937-8423-4031-adda-299c43a616f8 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476248 Oct 06 12:28:58.618991 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562124b-0327-49a8-971a-d92cd7bc8b78 req-75ef09c1-fc5a-4bf1-89f8-20752fb0393c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:58.621123 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-2562124b-0327-49a8-971a-d92cd7bc8b78 req-75ef09c1-fc5a-4bf1-89f8-20752fb0393c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.0493090 Oct 06 12:28:58.668911 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562124b-0327-49a8-971a-d92cd7bc8b78 req-48795163-0a03-4a57-ae63-87e72f888bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:58.670910 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-2562124b-0327-49a8-971a-d92cd7bc8b78 req-48795163-0a03-4a57-ae63-87e72f888bac service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440958 Oct 06 12:28:58.761840 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-2562124b-0327-49a8-971a-d92cd7bc8b78 req-24817640-028f-4213-b32f-845793aae80b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836840 Oct 06 12:28:58.856183 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-2562124b-0327-49a8-971a-d92cd7bc8b78 req-6d13b21b-b031-4d69-9e8f-230c0073dd4a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877359 Oct 06 12:28:58.886019 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d31bdf-9a47-4a40-bb62-2f62d5228105 req-7bc1bc7d-5b4b-4408-8357-b580493aef93 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:58.887459 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-52d31bdf-9a47-4a40-bb62-2f62d5228105 req-7bc1bc7d-5b4b-4408-8357-b580493aef93 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0454659 Oct 06 12:28:58.937353 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-52d31bdf-9a47-4a40-bb62-2f62d5228105 req-e0506234-2850-4a0f-9818-aadec2f9def4 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442021 Oct 06 12:28:58.982559 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df73497-0684-46a9-aa7d-2ff5343a4840 req-a10176a8-c610-4761-b841-114d2ef45242 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:58.984040 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9df73497-0684-46a9-aa7d-2ff5343a4840 req-a10176a8-c610-4761-b841-114d2ef45242 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0457323 Oct 06 12:28:59.032530 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9df73497-0684-46a9-aa7d-2ff5343a4840 req-243c1faf-58e0-4cc9-92a8-3ff1c8418e3e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427213 Oct 06 12:28:59.678571 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 55910) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:28:59.686527 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:28:59.757733 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Deleting subnet d4ff559b-e4e3-4abd-a5a4-30b9de307897 {{(pid=106140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:28:59.762345 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Publish callbacks [] for subnet (d4ff559b-e4e3-4abd-a5a4-30b9de307897), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:59.769692 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8028b3-e0fb-4c27-b27e-290b6be84284 req-b18c6636-1d1b-4b10-b70c-f9d7b8706236 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:28:59.771142 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6a8028b3-e0fb-4c27-b27e-290b6be84284 req-b18c6636-1d1b-4b10-b70c-f9d7b8706236 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 943 time: 0.0628254 Oct 06 12:28:59.821567 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7447193'] for subnet (d4ff559b-e4e3-4abd-a5a4-30b9de307897), precommit_delete_associations {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:59.873103 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6a8028b3-e0fb-4c27-b27e-290b6be84284 req-a44af9a9-e09d-4759-b71a-9304525141db tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831213 Oct 06 12:28:59.882577 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (d4ff559b-e4e3-4abd-a5a4-30b9de307897), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:59.936007 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5175868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5090304'] for subnet (d4ff559b-e4e3-4abd-a5a4-30b9de307897), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:59.959465 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4ff559b-e4e3-4abd-a5a4-30b9de307897,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:28:59.969129 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:28:59.972178 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/d4ff559b-e4e3-4abd-a5a4-30b9de307897 HTTP/1.1" status: 204 len: 168 time: 0.2925465 Oct 06 12:28:59.973670 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:28:59.974018 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:28:59.974449 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:28:59.974774 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 55914) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:28:59.975178 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:28:59.975178 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:28:59.975434 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:28:59.975763 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:28:59.976092 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:28:59.976520 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:28:59.976733 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:28:59.977056 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:28:59.977823 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:28:59.977823 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:28:59.978011 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:28:59.978295 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6ee8c-4c91-40fd-b9c5-ec0a7e1ceb71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.044999 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (11dfbbc8-d8d2-470b-88d8-288b0ef74b7b), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:00.059857 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609c761-6eb8-45e5-9dc8-bdff49a0a41f req-04be55f3-7816-4ba0-aa71-55551283aaaa tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:00.062910 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4609c761-6eb8-45e5-9dc8-bdff49a0a41f req-04be55f3-7816-4ba0-aa71-55551283aaaa tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0465257 Oct 06 12:29:00.110482 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4609c761-6eb8-45e5-9dc8-bdff49a0a41f req-e2dedc61-f231-460e-9e09-6af2b421f543 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428245 Oct 06 12:29:00.121419 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:00.143992 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (11dfbbc8-d8d2-470b-88d8-288b0ef74b7b), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:00.164543 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11dfbbc8-d8d2-470b-88d8-288b0ef74b7b']}} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:29:00.166590 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0260e-0399-44e9-8fe3-9722fa080f6f req-a01fb4c2-5b7c-468a-b262-ea4c83edf152 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:00.168101 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-55e0260e-0399-44e9-8fe3-9722fa080f6f req-a01fb4c2-5b7c-468a-b262-ea4c83edf152 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0558953 Oct 06 12:29:00.174434 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9395b506-f04d-42e6-8060-ea755347208b') {'for_net_delete': True} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:29:00.174730 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9395b506-f04d-42e6-8060-ea755347208b') {} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:29:00.184362 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7435035'] for segment (9395b506-f04d-42e6-8060-ea755347208b), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:00.198143 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (9395b506-f04d-42e6-8060-ea755347208b), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:00.204419 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=106139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:29:00.204809 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4794253'] for segment (9395b506-f04d-42e6-8060-ea755347208b), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:00.214624 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-55e0260e-0399-44e9-8fe3-9722fa080f6f req-47e93871-454e-4863-abcb-3b5701a1e04e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401099 Oct 06 12:29:00.268450 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (11dfbbc8-d8d2-470b-88d8-288b0ef74b7b), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:00.276144 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:00.279234 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/11dfbbc8-d8d2-470b-88d8-288b0ef74b7b HTTP/1.1" status: 204 len: 168 time: 0.3034384 Oct 06 12:29:00.289464 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Pushing event deleted for resources: {'Network': ['ID=11dfbbc8-d8d2-470b-88d8-288b0ef74b7b,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:29:00.297491 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.297834 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.298182 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.298519 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.298854 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.299192 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.299541 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.299871 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.300199 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.300525 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.300852 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.301179 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.301545 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.301817 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.302137 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fd419-3a8b-4bf8-bbd1-08d5298e92af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.306404 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.services.segments.plugin [-] Segment 9395b506-f04d-42e6-8060-ea755347208b resource provider aggregate not found Oct 06 12:29:00.324088 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.services.segments.plugin [-] Segment 9395b506-f04d-42e6-8060-ea755347208b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9395b506-f04d-42e6-8060-ea755347208b found for delete ", "request_id": "req-f85db00e-bce8-4b70-aa19-3a6684883ef4"}]} Oct 06 12:29:00.448598 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 55926) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:29:00.487688 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-efebe1a5-e501-4a12-aed5-92fab46fb588 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d2d5034a312544cd9a1d72439556cf41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380073 Oct 06 12:29:00.490147 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 55928) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:29:00.522113 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:00.540759 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-de673816-84bc-4625-9b95-f17fc960388d admin admin] Publish callbacks [] for security_group (5e1d0c4f-d0a5-4cf9-b061-5e3e91478299), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:00.543121 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:00.561915 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-de673816-84bc-4625-9b95-f17fc960388d admin admin] Publish callbacks [] for security_group (5e1d0c4f-d0a5-4cf9-b061-5e3e91478299), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:00.609318 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-de673816-84bc-4625-9b95-f17fc960388d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (5e1d0c4f-d0a5-4cf9-b061-5e3e91478299), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:00.611955 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-de673816-84bc-4625-9b95-f17fc960388d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:00.613096 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-de673816-84bc-4625-9b95-f17fc960388d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5e1d0c4f-d0a5-4cf9-b061-5e3e91478299 HTTP/1.1" status: 204 len: 168 time: 0.1220698 Oct 06 12:29:00.620703 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de673816-84bc-4625-9b95-f17fc960388d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1d0c4f-d0a5-4cf9-b061-5e3e91478299,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:29:00.701562 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 178adb30-0da6-4996-903a-4ee020de2a0a details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:29:00.810404 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 178adb30-0da6-4996-903a-4ee020de2a0a, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=178adb30-0da6-4996-903a-4ee020de2a0a,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:29:00.823678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '178adb30-0da6-4996-903a-4ee020de2a0a', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'port_id': '178adb30-0da6-4996-903a-4ee020de2a0a', 'mac_address': 'fa:16:3e:ff:01:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:29:00.873770 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 178adb30-0da6-4996-903a-4ee020de2a0a is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:29:00.874253 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:00.891938 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178adb30-0da6-4996-903a-4ee020de2a0a {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:29:00.917802 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 178adb30-0da6-4996-903a-4ee020de2a0a, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=178adb30-0da6-4996-903a-4ee020de2a0a,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:29:00.923219 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:00.976056 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=178adb30-0da6-4996-903a-4ee020de2a0a,revision_number=9']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:29:00.983723 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.984070 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.984439 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.984799 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.985136 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.985467 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.985794 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.986120 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.986445 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.986769 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.987095 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.987438 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.987788 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.988126 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:00.988427 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:29:01.008383 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5ea78-cee3-4a6b-9d88-1255fadeb01d req-d665311b-7ba7-49ea-bed4-0e4c2971a009 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:01.009828 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-baf5ea78-cee3-4a6b-9d88-1255fadeb01d req-d665311b-7ba7-49ea-bed4-0e4c2971a009 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 944 time: 0.0466244 Oct 06 12:29:01.057451 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-baf5ea78-cee3-4a6b-9d88-1255fadeb01d req-ae4a2009-11eb-4a44-a955-c1de7599a741 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416036 Oct 06 12:29:01.245771 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95269a09-50fd-4b8c-8264-38c431fdd726 req-2e47e390-1fd4-4f7c-b671-9a26148435b9 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:01.247238 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-95269a09-50fd-4b8c-8264-38c431fdd726 req-2e47e390-1fd4-4f7c-b671-9a26148435b9 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0464773 Oct 06 12:29:01.307796 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-95269a09-50fd-4b8c-8264-38c431fdd726 req-60042561-de47-4599-b685-fb85c87940b7 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548871 Oct 06 12:29:01.341433 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c610c8-343f-4846-a30d-2010fee0a76e req-f10541d1-8d1d-4f5e-a790-67a8cd9cb365 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:01.342866 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c4c610c8-343f-4846-a30d-2010fee0a76e req-f10541d1-8d1d-4f5e-a790-67a8cd9cb365 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0478544 Oct 06 12:29:01.391027 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c4c610c8-343f-4846-a30d-2010fee0a76e req-a20cc161-5bbe-468e-be80-59084978b8cb tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419586 Oct 06 12:29:01.456038 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['178adb30-0da6-4996-903a-4ee020de2a0a'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:29:02.182578 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f636bee-414f-498c-aec8-c3808a22b415 req-c652dcff-389c-4f98-9119-39ef3e4b73a5 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:02.184013 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4f636bee-414f-498c-aec8-c3808a22b415 req-c652dcff-389c-4f98-9119-39ef3e4b73a5 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 944 time: 0.0458205 Oct 06 12:29:02.218535 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:02.230488 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4f636bee-414f-498c-aec8-c3808a22b415 req-1b9344d1-d248-400a-b9a8-cca4218e9ac0 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405753 Oct 06 12:29:02.430959 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81040a3a-23bf-4411-bb7c-8210536d8623 req-89219458-a9dd-4634-b420-f58c5b90b415 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:02.432455 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-81040a3a-23bf-4411-bb7c-8210536d8623 req-89219458-a9dd-4634-b420-f58c5b90b415 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0494890 Oct 06 12:29:02.504871 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-81040a3a-23bf-4411-bb7c-8210536d8623 req-37b5e0a7-1a99-4f0a-8050-a6e81d9ab633 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660605 Oct 06 12:29:02.519556 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7aea90-1a06-40e2-bcc3-9cedde2084e8 req-0e71fc45-c2dc-43d8-99b1-f616d98a3c6e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:02.520984 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ad7aea90-1a06-40e2-bcc3-9cedde2084e8 req-0e71fc45-c2dc-43d8-99b1-f616d98a3c6e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0552864 Oct 06 12:29:02.567549 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ad7aea90-1a06-40e2-bcc3-9cedde2084e8 req-8321e767-e728-454d-8da6-a5632c73788f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407379 Oct 06 12:29:02.684131 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b88d0-d6bf-4a64-84cb-63190493e23e req-c362f951-b599-45b4-814b-4f887d439877 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:02.686121 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e18b88d0-d6bf-4a64-84cb-63190493e23e req-c362f951-b599-45b4-814b-4f887d439877 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0498645 Oct 06 12:29:02.697270 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 55948) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:29:02.702136 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-aadda70b-abab-4901-9561-24a0c2de6b92 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Request body: {'floatingip': {'port_id': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:29:02.713584 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 178adb30-0da6-4996-903a-4ee020de2a0a up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:29:02.758096 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-aadda70b-abab-4901-9561-24a0c2de6b92 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for floatingip (64d18d1d-b901-4104-8222-4421b143fffc), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:02.760779 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 178adb30-0da6-4996-903a-4ee020de2a0a triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:29:02.761153 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:02.761486 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 178adb30-0da6-4996-903a-4ee020de2a0a Oct 06 12:29:02.833807 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 178adb30-0da6-4996-903a-4ee020de2a0a is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:29:02.834191 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:02.836747 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:02.859193 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178adb30-0da6-4996-903a-4ee020de2a0a'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:29:02.861432 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6023ea69-c69b-4b58-9b84-1b096094a9b1" -d '{"events": [{"server_uuid": "5b1825b8-e10c-4c5b-adf9-3456c97a68e2", "name": "network-vif-plugged", "status": "completed", "tag": "178adb30-0da6-4996-903a-4ee020de2a0a"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:29:02.865403 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:02.875408 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 178adb30-0da6-4996-903a-4ee020de2a0a, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=178adb30-0da6-4996-903a-4ee020de2a0a,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:29:02.879783 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:02.905864 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6a35f7-5b84-418c-b830-557fbded3aa9 x-openstack-request-id: req-ba6a35f7-5b84-418c-b830-557fbded3aa9 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:29:02.906184 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1825b8-e10c-4c5b-adf9-3456c97a68e2", "name": "network-vif-plugged", "status": "completed", "tag": "178adb30-0da6-4996-903a-4ee020de2a0a", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:29:02.906442 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ba6a35f7-5b84-418c-b830-557fbded3aa9 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:29:02.906831 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6a35f7-5b84-418c-b830-557fbded3aa9'] response: {'server_uuid': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178adb30-0da6-4996-903a-4ee020de2a0a', 'code': 200} Oct 06 12:29:02.930463 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=178adb30-0da6-4996-903a-4ee020de2a0a,revision_number=10']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:29:03.210083 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-aadda70b-abab-4901-9561-24a0c2de6b92 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:03.213677 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-aadda70b-abab-4901-9561-24a0c2de6b92 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (64d18d1d-b901-4104-8222-4421b143fffc), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:03.360852 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725edf0-3ccc-42df-952c-508e28b34a6d req-0ea62a57-3819-4790-9572-cb48f85ce2c4 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:03.362468 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0725edf0-3ccc-42df-952c-508e28b34a6d req-0ea62a57-3819-4790-9572-cb48f85ce2c4 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 946 time: 0.0502570 Oct 06 12:29:03.412260 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0725edf0-3ccc-42df-952c-508e28b34a6d req-12add5bd-735b-46b6-a103-ac759783501a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433152 Oct 06 12:29:03.414281 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadda70b-abab-4901-9561-24a0c2de6b92 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Router 132e2803-b92f-40aa-a6ad-b2e83da3f48c has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:29:03.542544 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:03.545875 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472d0a6-6c2e-4bed-afb1-5d3de0761718 req-24262e11-34a7-4f6e-9a82-3423e48099f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:03.547354 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-a472d0a6-6c2e-4bed-afb1-5d3de0761718 req-24262e11-34a7-4f6e-9a82-3423e48099f7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 1130 time: 0.0768101 Oct 06 12:29:03.552643 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadda70b-abab-4901-9561-24a0c2de6b92 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:29:03.564579 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-aadda70b-abab-4901-9561-24a0c2de6b92 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:03.566384 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993bbd5-fb1d-4b58-98ee-15d783e2d5b2 None None] Sync routers for ids ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:29:03.566517 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:03.582424 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993bbd5-fb1d-4b58-98ee-15d783e2d5b2 None None] Routers {'132e2803-b92f-40aa-a6ad-b2e83da3f48c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:29:03.583266 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-0993bbd5-fb1d-4b58-98ee-15d783e2d5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:28:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:29:03.609190 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'tag': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:29:03.611014 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c029976a-73a0-4564-9cae-7493b49bc3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "1620fb3a-f872-41f2-83d2-909fbe71f438", "tag": "02cb1ceb-4a00-4f6e-8fe3-e8409283f314"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:29:03.657204 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc32b1-58f7-4198-a3a8-9b4a6f6bb85f req-6625b0bd-c91e-4055-b73c-e0126b392a7a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:03.660841 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-aadda70b-abab-4901-9561-24a0c2de6b92 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/64d18d1d-b901-4104-8222-4421b143fffc HTTP/1.1" status: 200 len: 992 time: 0.9600031 Oct 06 12:29:03.660984 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2acc32b1-58f7-4198-a3a8-9b4a6f6bb85f req-6625b0bd-c91e-4055-b73c-e0126b392a7a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0759792 Oct 06 12:29:03.664556 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-a472d0a6-6c2e-4bed-afb1-5d3de0761718 req-4f5f7c80-7ed9-402a-bd85-76e80fa5e12b service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100903 Oct 06 12:29:03.679897 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4a5529-8091-4b54-a6e1-089d5b4e95ca x-openstack-request-id: req-ce4a5529-8091-4b54-a6e1-089d5b4e95ca {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:29:03.680220 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1620fb3a-f872-41f2-83d2-909fbe71f438", "tag": "02cb1ceb-4a00-4f6e-8fe3-e8409283f314", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:29:03.680527 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ce4a5529-8091-4b54-a6e1-089d5b4e95ca {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:29:03.680929 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4a5529-8091-4b54-a6e1-089d5b4e95ca'] response: {'name': 'network-changed', 'server_uuid': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'tag': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314', 'status': 'completed', 'code': 200} Oct 06 12:29:03.690467 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-0993bbd5-fb1d-4b58-98ee-15d783e2d5b2 None None] Set router 132e2803-b92f-40aa-a6ad-b2e83da3f48c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:29:03.711382 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2acc32b1-58f7-4198-a3a8-9b4a6f6bb85f req-0ea73d13-7bd5-4720-9410-84c2bb9b1123 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447595 Oct 06 12:29:03.900232 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-0993bbd5-fb1d-4b58-98ee-15d783e2d5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:18Z', 'revision_number': 4, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port': {'id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '64d18d1d-b901-4104-8222-4421b143fffc', 'tenant_id': '9138bc89f5204975a18156097530643a', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'port_id': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'mac_address': 'fa:16:3e:39:bf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:25:07Z', 'updated_at': '2022-10-06T12:29:03Z', 'revision_number': 3, 'project_id': '9138bc89f5204975a18156097530643a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98dac1c-6bc3-4092-b556-96377ae73c94', 'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'tenant_id': '9138bc89f5204975a18156097530643a', 'mac_address': 'fa:16:3e:37:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:32Z', 'revision_number': 5, 'project_id': '9138bc89f5204975a18156097530643a', 'subnets': [{'id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:29:03.924633 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993bbd5-fb1d-4b58-98ee-15d783e2d5b2 None None] Checking router: 132e2803-b92f-40aa-a6ad-b2e83da3f48c for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:29:03.933000 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993bbd5-fb1d-4b58-98ee-15d783e2d5b2 None None] Routers {'132e2803-b92f-40aa-a6ad-b2e83da3f48c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:29:03.933595 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-0993bbd5-fb1d-4b58-98ee-15d783e2d5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:28:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:29:04.033902 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-0993bbd5-fb1d-4b58-98ee-15d783e2d5b2 None None] Set router 132e2803-b92f-40aa-a6ad-b2e83da3f48c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:29:04.242696 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-0993bbd5-fb1d-4b58-98ee-15d783e2d5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:18Z', 'revision_number': 4, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port': {'id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '64d18d1d-b901-4104-8222-4421b143fffc', 'tenant_id': '9138bc89f5204975a18156097530643a', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'port_id': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'mac_address': 'fa:16:3e:39:bf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:25:07Z', 'updated_at': '2022-10-06T12:29:03Z', 'revision_number': 3, 'project_id': '9138bc89f5204975a18156097530643a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98dac1c-6bc3-4092-b556-96377ae73c94', 'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'tenant_id': '9138bc89f5204975a18156097530643a', 'mac_address': 'fa:16:3e:37:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:32Z', 'revision_number': 5, 'project_id': '9138bc89f5204975a18156097530643a', 'subnets': [{'id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:29:04.267767 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993bbd5-fb1d-4b58-98ee-15d783e2d5b2 None None] The sync data for ids ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'] in dv-cinder-856041-2-iscsi is: [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:18Z', 'revision_number': 4, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port': {'id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '64d18d1d-b901-4104-8222-4421b143fffc', 'tenant_id': '9138bc89f5204975a18156097530643a', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'port_id': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'mac_address': 'fa:16:3e:39:bf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:25:07Z', 'updated_at': '2022-10-06T12:29:03Z', 'revision_number': 3, 'project_id': '9138bc89f5204975a18156097530643a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98dac1c-6bc3-4092-b556-96377ae73c94', 'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'tenant_id': '9138bc89f5204975a18156097530643a', 'mac_address': 'fa:16:3e:37:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:32Z', 'revision_number': 5, 'project_id': '9138bc89f5204975a18156097530643a', 'subnets': [{'id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:29:04.749801 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4aef4b-aaf1-4fbe-99e0-67329819e072 req-44afc0ec-5970-433e-9dcf-3ff03050d1dc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:04.751264 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ab4aef4b-aaf1-4fbe-99e0-67329819e072 req-44afc0ec-5970-433e-9dcf-3ff03050d1dc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 946 time: 0.2520528 Oct 06 12:29:04.790213 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029976a-73a0-4564-9cae-7493b49bc3d6 req-3554a661-7831-42df-94a7-00cee143777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:04.791850 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c029976a-73a0-4564-9cae-7493b49bc3d6 req-3554a661-7831-42df-94a7-00cee143777a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 1129 time: 0.0433338 Oct 06 12:29:04.816292 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ab4aef4b-aaf1-4fbe-99e0-67329819e072 req-5db55376-e838-44ad-969e-5f01f6cd8289 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566893 Oct 06 12:29:04.850360 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9909e78-a3c2-4af1-95e7-05ce5eec3d45 req-199d1a2e-bb4e-4d2d-ab8d-0a942aef3866 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:04.851968 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b9909e78-a3c2-4af1-95e7-05ce5eec3d45 req-199d1a2e-bb4e-4d2d-ab8d-0a942aef3866 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0530343 Oct 06 12:29:04.883863 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029976a-73a0-4564-9cae-7493b49bc3d6 req-a3120748-8ceb-4f92-bc6e-7888eaf4c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:04.885335 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c029976a-73a0-4564-9cae-7493b49bc3d6 req-a3120748-8ceb-4f92-bc6e-7888eaf4c7e4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 919 time: 0.0861094 Oct 06 12:29:04.897719 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b9909e78-a3c2-4af1-95e7-05ce5eec3d45 req-f64abe30-ebb7-4502-8050-bfbd8979b380 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401840 Oct 06 12:29:04.953491 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c029976a-73a0-4564-9cae-7493b49bc3d6 req-c33ea005-5ca5-4795-a0f3-632ee84669c5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02cb1ceb-4a00-4f6e-8fe3-e8409283f314 HTTP/1.1" status: 200 len: 1000 time: 0.0584669 Oct 06 12:29:05.245983 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029976a-73a0-4564-9cae-7493b49bc3d6 req-42ee1343-e9c7-4456-bb81-c8582213ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:05.247986 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c029976a-73a0-4564-9cae-7493b49bc3d6 req-42ee1343-e9c7-4456-bb81-c8582213ea67 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.2652426 Oct 06 12:29:05.682241 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'tag': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:29:05.684582 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0e63ff-69e0-4e7e-9b9c-d79b992d98c8" -d '{"events": [{"name": "network-changed", "server_uuid": "1620fb3a-f872-41f2-83d2-909fbe71f438", "tag": "02cb1ceb-4a00-4f6e-8fe3-e8409283f314"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:29:05.720458 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13daff6b-b65c-4512-bc4b-b307ab9a6bbb x-openstack-request-id: req-13daff6b-b65c-4512-bc4b-b307ab9a6bbb {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:29:05.720750 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1620fb3a-f872-41f2-83d2-909fbe71f438", "tag": "02cb1ceb-4a00-4f6e-8fe3-e8409283f314", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:29:05.721003 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-13daff6b-b65c-4512-bc4b-b307ab9a6bbb {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:29:05.721403 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13daff6b-b65c-4512-bc4b-b307ab9a6bbb'] response: {'name': 'network-changed', 'server_uuid': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'tag': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314', 'status': 'completed', 'code': 200} Oct 06 12:29:05.859967 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029976a-73a0-4564-9cae-7493b49bc3d6 req-2df86e98-aea6-45b3-8b0f-3e4374ab0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:05.861662 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c029976a-73a0-4564-9cae-7493b49bc3d6 req-2df86e98-aea6-45b3-8b0f-3e4374ab0638 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402610 Oct 06 12:29:05.956835 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf247d-72dc-4438-894e-e3c394991fd0 req-5ac39884-c2e6-4f11-be76-b834feee96ed tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:05.958961 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ddf247d-72dc-4438-894e-e3c394991fd0 req-5ac39884-c2e6-4f11-be76-b834feee96ed tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 946 time: 0.0586896 Oct 06 12:29:05.969949 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c029976a-73a0-4564-9cae-7493b49bc3d6 req-d5104893-4f98-4941-9b11-53ee468b9812 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011980 Oct 06 12:29:05.982457 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:06.047355 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ddf247d-72dc-4438-894e-e3c394991fd0 req-7c517686-291d-456d-bc51-39d0bc3818f5 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823905 Oct 06 12:29:06.058159 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07571a93-b57b-4d62-bb34-991e835245e5 req-9a591bbb-1b09-4b80-bb27-eab622bb874b tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:06.060561 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-07571a93-b57b-4d62-bb34-991e835245e5 req-9a591bbb-1b09-4b80-bb27-eab622bb874b tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0748584 Oct 06 12:29:06.071546 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c029976a-73a0-4564-9cae-7493b49bc3d6 req-dd5d57c9-5d03-4b28-bc97-9bf47d181ad6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950317 Oct 06 12:29:06.123682 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-07571a93-b57b-4d62-bb34-991e835245e5 req-877522ae-fc24-47cb-b444-c052ff1aa102 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572610 Oct 06 12:29:06.186171 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e63ff-69e0-4e7e-9b9c-d79b992d98c8 req-9cb1a0ae-9497-42ad-adc4-d0bf6ae333f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:06.187652 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3f0e63ff-69e0-4e7e-9b9c-d79b992d98c8 req-9cb1a0ae-9497-42ad-adc4-d0bf6ae333f8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9138bc89f5204975a18156097530643a&device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 1129 time: 0.0466752 Oct 06 12:29:06.288029 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e63ff-69e0-4e7e-9b9c-d79b992d98c8 req-6d7772c5-162f-43f6-9682-5dc6f6b1dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:06.289550 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3f0e63ff-69e0-4e7e-9b9c-d79b992d98c8 req-6d7772c5-162f-43f6-9682-5dc6f6b1dd2b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 200 len: 919 time: 0.0959067 Oct 06 12:29:06.360995 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3f0e63ff-69e0-4e7e-9b9c-d79b992d98c8 req-1dfa009b-f4cd-4199-8618-6abd1eaa59ba service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02cb1ceb-4a00-4f6e-8fe3-e8409283f314 HTTP/1.1" status: 200 len: 1000 time: 0.0646174 Oct 06 12:29:06.383080 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:29:06.415132 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e63ff-69e0-4e7e-9b9c-d79b992d98c8 req-60c11047-bbb4-44d9-a384-a728ca4aeb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:06.416632 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3f0e63ff-69e0-4e7e-9b9c-d79b992d98c8 req-60c11047-bbb4-44d9-a384-a728ca4aeb43 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 200 len: 857 time: 0.0453842 Oct 06 12:29:06.460334 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e63ff-69e0-4e7e-9b9c-d79b992d98c8 req-fda81861-0bad-4bd6-9bc4-d40ed0c4fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:06.461736 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3f0e63ff-69e0-4e7e-9b9c-d79b992d98c8 req-fda81861-0bad-4bd6-9bc4-d40ed0c4fafb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cca2176c-b240-4d92-a159-a5d2161a7a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391238 Oct 06 12:29:06.529802 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=100 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:06.557776 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3f0e63ff-69e0-4e7e-9b9c-d79b992d98c8 req-cf2195c7-34d6-49a5-907f-249d76d49423 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897233 Oct 06 12:29:06.704302 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3f0e63ff-69e0-4e7e-9b9c-d79b992d98c8 req-e8a9550f-e926-4f8b-9cc6-62694cae3ead service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877831 Oct 06 12:29:07.086383 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:07.183291 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4948d-b2c4-4882-b9be-015b328b0dbb req-55be469f-e541-497e-9eeb-b219445f5c91 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:07.184821 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a7c4948d-b2c4-4882-b9be-015b328b0dbb req-55be469f-e541-497e-9eeb-b219445f5c91 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 946 time: 0.0470281 Oct 06 12:29:07.268774 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023355e9-13f5-4126-9925-9fe830e18c8b req-b4ad5b50-1db4-485e-895b-8c480bd1bb95 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:07.270233 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-023355e9-13f5-4126-9925-9fe830e18c8b req-b4ad5b50-1db4-485e-895b-8c480bd1bb95 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0665085 Oct 06 12:29:07.273624 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a7c4948d-b2c4-4882-b9be-015b328b0dbb req-e288467f-a748-4c26-9945-6e421de8261b tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834906 Oct 06 12:29:07.318174 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-023355e9-13f5-4126-9925-9fe830e18c8b req-74cf7135-ca11-4f7a-9996-2732c187a7c5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419586 Oct 06 12:29:08.430097 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:08.439067 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8760eb-4ccf-48dc-ba00-95355b01b6b6 req-9f31eb45-688a-47a4-ad3d-b2cee1fa30de tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:08.440535 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da8760eb-4ccf-48dc-ba00-95355b01b6b6 req-9f31eb45-688a-47a4-ad3d-b2cee1fa30de tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0466504 Oct 06 12:29:08.485370 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da8760eb-4ccf-48dc-ba00-95355b01b6b6 req-8215078f-6f29-4bc4-990c-1c584099f193 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393484 Oct 06 12:29:09.608009 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aff284-1647-48f4-9655-de88c1861c71 req-5d296a8b-aeee-4d13-b00d-278056b616eb tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:09.609467 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-48aff284-1647-48f4-9655-de88c1861c71 req-5d296a8b-aeee-4d13-b00d-278056b616eb tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0494401 Oct 06 12:29:09.655598 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-48aff284-1647-48f4-9655-de88c1861c71 req-9aef45d2-9f52-4179-8008-286b7e6109c6 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404665 Oct 06 12:29:09.852660 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354383c0-e76d-4c76-8e4e-56638d74d98d req-22fd5602-ac14-4110-90a6-d98da7f8e34a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:09.854149 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-354383c0-e76d-4c76-8e4e-56638d74d98d req-22fd5602-ac14-4110-90a6-d98da7f8e34a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0465665 Oct 06 12:29:09.902201 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-354383c0-e76d-4c76-8e4e-56638d74d98d req-f4dc8793-4699-49d9-831c-3ded8a9bfb74 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416126 Oct 06 12:29:09.917487 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e26c1-c7c2-4314-a2d9-e8dd09d7f306 req-2f5714a8-396f-49de-95eb-7f3e84b04f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:09.919744 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-341e26c1-c7c2-4314-a2d9-e8dd09d7f306 req-2f5714a8-396f-49de-95eb-7f3e84b04f11 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=828d3459cdd641d98772383edfe3268f&device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 1129 time: 0.0439434 Oct 06 12:29:09.932341 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=100 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:10.009607 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e26c1-c7c2-4314-a2d9-e8dd09d7f306 req-baec5747-f23b-4ef0-a4ac-2e0630aa2eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:10.011067 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-341e26c1-c7c2-4314-a2d9-e8dd09d7f306 req-baec5747-f23b-4ef0-a4ac-2e0630aa2eb2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=0805475d-8b9c-4baf-bd63-089b9f9df6f5 HTTP/1.1" status: 200 len: 912 time: 0.0856404 Oct 06 12:29:10.074809 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-341e26c1-c7c2-4314-a2d9-e8dd09d7f306 req-e4dde484-34f7-4cb6-bc99-06342b217eaf service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd HTTP/1.1" status: 200 len: 1001 time: 0.0568171 Oct 06 12:29:10.122847 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e26c1-c7c2-4314-a2d9-e8dd09d7f306 req-3f64fe95-ebbe-495a-b6bb-b2ee33cb2162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:10.124313 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-341e26c1-c7c2-4314-a2d9-e8dd09d7f306 req-3f64fe95-ebbe-495a-b6bb-b2ee33cb2162 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fa59c4f4-50ab-4f12-b932-f152d4e018f2 HTTP/1.1" status: 200 len: 850 time: 0.0433526 Oct 06 12:29:10.169022 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e26c1-c7c2-4314-a2d9-e8dd09d7f306 req-932bee46-7011-4082-9784-59cc48e5b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:10.170453 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-341e26c1-c7c2-4314-a2d9-e8dd09d7f306 req-932bee46-7011-4082-9784-59cc48e5b51b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=0805475d-8b9c-4baf-bd63-089b9f9df6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385222 Oct 06 12:29:10.264082 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-341e26c1-c7c2-4314-a2d9-e8dd09d7f306 req-dc856d08-a223-4fcd-8b90-ed7ee05ecfeb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867925 Oct 06 12:29:10.354387 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-341e26c1-c7c2-4314-a2d9-e8dd09d7f306 req-211251f0-7f5d-419e-958b-66ec02b650ea service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836227 Oct 06 12:29:11.028716 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc1be4-7224-4459-b0ed-0fa3c5691753 req-655e65d0-788f-42e5-8b0f-b97104d9a604 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:11.030157 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-63fc1be4-7224-4459-b0ed-0fa3c5691753 req-655e65d0-788f-42e5-8b0f-b97104d9a604 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0458715 Oct 06 12:29:11.079349 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-63fc1be4-7224-4459-b0ed-0fa3c5691753 req-4ee4614e-cd0f-4b71-88ad-ff3960f2d9c4 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437908 Oct 06 12:29:12.199321 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45609636-9343-45c0-8e6d-fd1cc35ab85b req-11163fc0-1575-470f-9cc8-24c7f46758e7 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:12.200778 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-45609636-9343-45c0-8e6d-fd1cc35ab85b req-11163fc0-1575-470f-9cc8-24c7f46758e7 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0457640 Oct 06 12:29:12.247736 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-45609636-9343-45c0-8e6d-fd1cc35ab85b req-13b3daaa-c717-41fd-87d7-77903a580c6a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407867 Oct 06 12:29:12.809662 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3010eeed-3678-429f-b19f-31d9cf184271 req-340528d9-3c0f-4acf-b3f5-3461f302d417 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414624 Oct 06 12:29:12.906835 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010eeed-3678-429f-b19f-31d9cf184271 req-11bb57cc-78c0-4310-a674-e4906fd0caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:12.908421 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3010eeed-3678-429f-b19f-31d9cf184271 req-11bb57cc-78c0-4310-a674-e4906fd0caee service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=828d3459cdd641d98772383edfe3268f&device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 1129 time: 0.0392838 Oct 06 12:29:13.014596 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010eeed-3678-429f-b19f-31d9cf184271 req-a4fce9ef-a91b-4d58-93f0-96fc0847ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:13.016053 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3010eeed-3678-429f-b19f-31d9cf184271 req-a4fce9ef-a91b-4d58-93f0-96fc0847ddda service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=0805475d-8b9c-4baf-bd63-089b9f9df6f5 HTTP/1.1" status: 200 len: 912 time: 0.0872037 Oct 06 12:29:13.076972 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3010eeed-3678-429f-b19f-31d9cf184271 req-274b9463-57d4-4420-8f59-0fe65b49d9f5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd HTTP/1.1" status: 200 len: 1001 time: 0.0535257 Oct 06 12:29:13.128062 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010eeed-3678-429f-b19f-31d9cf184271 req-07c50e97-7a7e-4f5e-ac0f-883c45859ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:13.129516 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3010eeed-3678-429f-b19f-31d9cf184271 req-07c50e97-7a7e-4f5e-ac0f-883c45859ea6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fa59c4f4-50ab-4f12-b932-f152d4e018f2 HTTP/1.1" status: 200 len: 850 time: 0.0433512 Oct 06 12:29:13.172603 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010eeed-3678-429f-b19f-31d9cf184271 req-3adf4fab-b8ea-4e83-9bfd-37cac5615aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:13.174026 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3010eeed-3678-429f-b19f-31d9cf184271 req-3adf4fab-b8ea-4e83-9bfd-37cac5615aa0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=0805475d-8b9c-4baf-bd63-089b9f9df6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374875 Oct 06 12:29:13.233015 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=100 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:13.264976 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3010eeed-3678-429f-b19f-31d9cf184271 req-3523fb25-7c51-48cb-b8f9-530ec6a6c538 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846703 Oct 06 12:29:13.357789 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-3010eeed-3678-429f-b19f-31d9cf184271 req-23aeb4a2-e42a-42ed-9d26-6db7269aaec1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866151 Oct 06 12:29:16.378509 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:17.080190 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=88 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:17.081909 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:UPDATE=2,neutron:SELECT=78 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:17.313540 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:17.822266 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694a99c-4856-4dd1-89e1-714e63c3fb38 req-036f9959-9a4f-42fe-be2e-e5660e25f94a tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:17.824463 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e694a99c-4856-4dd1-89e1-714e63c3fb38 req-036f9959-9a4f-42fe-be2e-e5660e25f94a tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0503385 Oct 06 12:29:17.870834 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240329b2-094c-4cf0-82cb-2ab9e5bd5a53 req-efacac9b-3f18-4e0b-9a42-0645031e6664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:17.872499 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-240329b2-094c-4cf0-82cb-2ab9e5bd5a53 req-efacac9b-3f18-4e0b-9a42-0645031e6664 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1c822fb7252b4804aa9a0cb228b6397c&device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 1169 time: 0.0400486 Oct 06 12:29:17.885580 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e694a99c-4856-4dd1-89e1-714e63c3fb38 req-58cfabba-d7b6-48a5-9cb7-72f6a0e3bf30 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553737 Oct 06 12:29:17.886375 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=100 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:17.963350 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240329b2-094c-4cf0-82cb-2ab9e5bd5a53 req-5afc2920-b8f2-4db1-8822-ab9fece6295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:17.964852 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-240329b2-094c-4cf0-82cb-2ab9e5bd5a53 req-5afc2920-b8f2-4db1-8822-ab9fece6295e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7aa9c50e-f953-474e-a8eb-45316afa3b7b HTTP/1.1" status: 200 len: 915 time: 0.0861886 Oct 06 12:29:18.037371 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-240329b2-094c-4cf0-82cb-2ab9e5bd5a53 req-2e8d022b-4fe0-49af-ace9-3d730bdf60aa service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a4b9943-b074-4a4d-a9c2-a11438741a56 HTTP/1.1" status: 200 len: 1002 time: 0.0591972 Oct 06 12:29:18.086414 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240329b2-094c-4cf0-82cb-2ab9e5bd5a53 req-29dae913-9f10-42fa-b51e-0f0991614ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:18.087897 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-240329b2-094c-4cf0-82cb-2ab9e5bd5a53 req-29dae913-9f10-42fa-b51e-0f0991614ba7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a9e2264b-e345-4bdc-84be-0c47ea836a60 HTTP/1.1" status: 200 len: 853 time: 0.0427897 Oct 06 12:29:18.130459 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240329b2-094c-4cf0-82cb-2ab9e5bd5a53 req-f4ec1120-6a91-465e-9a40-4af71e060530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:18.131930 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-240329b2-094c-4cf0-82cb-2ab9e5bd5a53 req-f4ec1120-6a91-465e-9a40-4af71e060530 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7aa9c50e-f953-474e-a8eb-45316afa3b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378900 Oct 06 12:29:18.224560 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-240329b2-094c-4cf0-82cb-2ab9e5bd5a53 req-24cdaccf-67e3-45a7-851a-0ee0cc051b89 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7aa9c50e-f953-474e-a8eb-45316afa3b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860009 Oct 06 12:29:18.321972 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-240329b2-094c-4cf0-82cb-2ab9e5bd5a53 req-651d3cd3-2dc0-4a63-8c71-c202e7df572b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7aa9c50e-f953-474e-a8eb-45316afa3b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913072 Oct 06 12:29:18.750630 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-99c5d2d2-cd7b-4cb4-a9aa-ca6194e8709e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:19.012302 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b29e54-6b82-4425-a202-a2d2d0323b2e req-0209aa3e-b272-4bf0-8ac4-3841bd3ee04a tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:19.013776 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f7b29e54-6b82-4425-a202-a2d2d0323b2e req-0209aa3e-b272-4bf0-8ac4-3841bd3ee04a tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0512869 Oct 06 12:29:19.067129 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:19.073905 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f7b29e54-6b82-4425-a202-a2d2d0323b2e req-644c6a83-c2a6-4ae2-89c7-d6d5d4609287 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545707 Oct 06 12:29:20.194519 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214374d-d6d4-4e2b-9436-54ff175baec5 req-a5ac4756-412b-4434-a271-87c9aadf7d2e tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:20.195959 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f214374d-d6d4-4e2b-9436-54ff175baec5 req-a5ac4756-412b-4434-a271-87c9aadf7d2e tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0482399 Oct 06 12:29:20.254961 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f214374d-d6d4-4e2b-9436-54ff175baec5 req-d21eae76-6034-48a2-a5e5-05dd9f38f54f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528834 Oct 06 12:29:21.037294 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ffcc5778-7d86-48cf-96f6-1e797f76c3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:21.376210 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb1c04-0dd2-4f22-9b5d-590bc4f2bfd0 req-d2db86df-c8e9-4ec3-b87e-8a7a83e7c001 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:21.377672 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cbcb1c04-0dd2-4f22-9b5d-590bc4f2bfd0 req-d2db86df-c8e9-4ec3-b87e-8a7a83e7c001 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0491362 Oct 06 12:29:21.441465 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cbcb1c04-0dd2-4f22-9b5d-590bc4f2bfd0 req-7b802291-37e5-481d-8f5d-c7eadbae7322 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530324 Oct 06 12:29:22.086005 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:22.560439 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d531e47-afbf-4794-8aea-d9bca81c35e1 req-c5c5cec1-8ad6-468c-bf57-dc2ae519c3fe tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:22.561868 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3d531e47-afbf-4794-8aea-d9bca81c35e1 req-c5c5cec1-8ad6-468c-bf57-dc2ae519c3fe tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0460937 Oct 06 12:29:22.619258 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3d531e47-afbf-4794-8aea-d9bca81c35e1 req-6e0ad6e4-0bc7-427f-afd4-93c9cfd2039e tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518827 Oct 06 12:29:23.597200 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:23.738239 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06a77e-6b16-4a80-ab1f-86bec4cd294e req-4f6a6c4a-cfca-4a6a-ac38-ead1ea5dd348 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:23.739750 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6f06a77e-6b16-4a80-ab1f-86bec4cd294e req-4f6a6c4a-cfca-4a6a-ac38-ead1ea5dd348 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0457683 Oct 06 12:29:23.745416 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:23.800158 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:23.807256 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6f06a77e-6b16-4a80-ab1f-86bec4cd294e req-1a902541-af62-4b2a-8956-896b0ff69127 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613220 Oct 06 12:29:24.926487 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30e170-eb43-4e01-a3e2-9693351dbc01 req-cd1b49de-60e9-4860-b54e-99f923ca11e6 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:24.927919 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bf30e170-eb43-4e01-a3e2-9693351dbc01 req-cd1b49de-60e9-4860-b54e-99f923ca11e6 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0461795 Oct 06 12:29:24.988620 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bf30e170-eb43-4e01-a3e2-9693351dbc01 req-aa7cd3b7-67ba-4027-af97-77554f855c52 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551395 Oct 06 12:29:26.109060 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ed42c-f0ec-4b82-8a7a-9a411995db55 req-f5a56973-80d2-4e67-b212-82a82d3dde1d tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:26.110515 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b12ed42c-f0ec-4b82-8a7a-9a411995db55 req-f5a56973-80d2-4e67-b212-82a82d3dde1d tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0474741 Oct 06 12:29:26.169225 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b12ed42c-f0ec-4b82-8a7a-9a411995db55 req-7df1afdc-f728-4185-90f6-fad7dd76f0c6 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531030 Oct 06 12:29:27.291288 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659f128-48d8-4649-88ae-f2a52c7728bb req-81715f47-9a46-4db8-a677-a46d9dda2805 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:27.292742 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5659f128-48d8-4649-88ae-f2a52c7728bb req-81715f47-9a46-4db8-a677-a46d9dda2805 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0501311 Oct 06 12:29:27.351284 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5659f128-48d8-4649-88ae-f2a52c7728bb req-88a24529-dcba-4df8-a087-acd4b1df8b9c tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529201 Oct 06 12:29:28.309192 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=43 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:28.319181 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=57 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:28.479555 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0cc23-90d0-46be-bb73-31e4df4f9463 req-8a8278f1-711a-49dd-ab88-90bb48e32573 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:28.481653 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eac0cc23-90d0-46be-bb73-31e4df4f9463 req-8a8278f1-711a-49dd-ab88-90bb48e32573 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0494010 Oct 06 12:29:28.539895 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eac0cc23-90d0-46be-bb73-31e4df4f9463 req-e3a49d52-3474-455f-90d4-54a32a67812f tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525177 Oct 06 12:29:29.661494 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495e283-4dbf-4ed5-b939-757cfa14294f req-ba0f64db-44b5-441c-a93a-8e3b03f227f5 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:29.662922 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0495e283-4dbf-4ed5-b939-757cfa14294f req-ba0f64db-44b5-441c-a93a-8e3b03f227f5 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0498672 Oct 06 12:29:29.725390 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0495e283-4dbf-4ed5-b939-757cfa14294f req-adad91ff-be6f-40b3-a14a-921434967d4e tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562520 Oct 06 12:29:30.839591 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:30.848190 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ff626-db2d-4c9f-9e1c-e1c678757d75 req-8336400c-572f-4f02-a6c6-6135c0cc6c6a tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:30.849630 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9a6ff626-db2d-4c9f-9e1c-e1c678757d75 req-8336400c-572f-4f02-a6c6-6135c0cc6c6a tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0495145 Oct 06 12:29:30.908487 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9a6ff626-db2d-4c9f-9e1c-e1c678757d75 req-08b4739b-7b32-4c46-a9c9-18a25b7cd19b tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531685 Oct 06 12:29:32.026579 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5b6bb-8b39-45a5-929d-50830891a9b9 req-1b57453e-e796-453d-8d03-f03e32cfdf64 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:32.028551 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9bb5b6bb-8b39-45a5-929d-50830891a9b9 req-1b57453e-e796-453d-8d03-f03e32cfdf64 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0464292 Oct 06 12:29:32.086861 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9bb5b6bb-8b39-45a5-929d-50830891a9b9 req-36fba4c8-dc28-4ecb-942c-cbf4450e2aa3 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527308 Oct 06 12:29:33.210482 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903192f1-0279-4a7c-8f22-4a07c213dcdf req-68b8f6b2-1627-48dd-a443-808be9b10d78 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:33.211961 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-903192f1-0279-4a7c-8f22-4a07c213dcdf req-68b8f6b2-1627-48dd-a443-808be9b10d78 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0502365 Oct 06 12:29:33.271107 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-903192f1-0279-4a7c-8f22-4a07c213dcdf req-071a768f-8b2b-4bc2-8f60-fd5eb77eed9c tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529039 Oct 06 12:29:33.739177 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:33.741129 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:34.391188 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980fcb5-03d5-49cc-842c-f22c42adb9dd req-147e096b-a8cc-4326-9c16-310859df27fc tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:34.392727 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f980fcb5-03d5-49cc-842c-f22c42adb9dd req-147e096b-a8cc-4326-9c16-310859df27fc tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0472579 Oct 06 12:29:34.452089 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f980fcb5-03d5-49cc-842c-f22c42adb9dd req-9522b9d0-2d9f-4a98-887a-d83727f362c4 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536463 Oct 06 12:29:35.578681 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ab3d1-ffaf-46a4-8312-8c3136ddb089 req-cc7c786d-627a-427e-8c4c-fcc1bbd1353a tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:29:35.580124 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d11ab3d1-ffaf-46a4-8312-8c3136ddb089 req-cc7c786d-627a-427e-8c4c-fcc1bbd1353a tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0492527 Oct 06 12:29:35.619530 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:35.639876 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d11ab3d1-ffaf-46a4-8312-8c3136ddb089 req-10ebfdea-f79e-4789-af85-67d1e172f0f3 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&id=950d9b58-485d-4fdd-98f4-f02892e128cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542102 Oct 06 12:29:37.074055 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:43.382292 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:29:45.285722 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:45.634893 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=50 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:47.067779 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:47.069678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:48.755845 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-6f70fbb5-93ff-4ad3-90e4-a5bcdb794f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:51.039124 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0c4fc2ee-2c04-4539-ab87-4e197ec93175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:52.089587 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:53.377565 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:29:53.599552 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:29:53.748524 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:03.662594 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d2062-062e-4402-95c6-0dd586719441 req-16e2879d-f809-48a3-a755-3faf7b41aba3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:03.664036 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c80d2062-062e-4402-95c6-0dd586719441 req-16e2879d-f809-48a3-a755-3faf7b41aba3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 946 time: 0.0458620 Oct 06 12:30:03.712168 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c80d2062-062e-4402-95c6-0dd586719441 req-48cb5678-99d4-4135-b74c-cb14eb5e1fb3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420852 Oct 06 12:30:03.742788 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:03.744681 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:04.831032 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f690728-d189-4bc9-800a-7fb480f2b313 req-920152a7-0fd5-487d-a13f-b89ad1cfd044 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:04.832504 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0f690728-d189-4bc9-800a-7fb480f2b313 req-920152a7-0fd5-487d-a13f-b89ad1cfd044 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 946 time: 0.0459671 Oct 06 12:30:04.883701 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0f690728-d189-4bc9-800a-7fb480f2b313 req-b4eb09de-949b-41ce-a038-fbe52a953fd9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457184 Oct 06 12:30:05.741766 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708a5ba-8e1b-4d2d-984d-795d30e62562 req-ac2df317-b07d-4a4f-aeb5-b6dc9ba9829e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:05.743164 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-8708a5ba-8e1b-4d2d-984d-795d30e62562 req-ac2df317-b07d-4a4f-aeb5-b6dc9ba9829e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 946 time: 0.0448830 Oct 06 12:30:05.825610 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [req-8708a5ba-8e1b-4d2d-984d-795d30e62562 req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Deleting port 99d2670f-f58f-45d7-a104-307b021263f0 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:30:05.825951 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-8708a5ba-8e1b-4d2d-984d-795d30e62562 req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (99d2670f-f58f-45d7-a104-307b021263f0), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:05.916547 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-8708a5ba-8e1b-4d2d-984d-795d30e62562 req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] For port 99d2670f-f58f-45d7-a104-307b021263f0, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=99d2670f-f58f-45d7-a104-307b021263f0,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:05.917356 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-8708a5ba-8e1b-4d2d-984d-795d30e62562 req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (99d2670f-f58f-45d7-a104-307b021263f0), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:06.001789 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e913cd-b90d-49f6-b138-923690b1e39e req-bac53640-95d2-4f74-a803-2486ec3df78e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:06.003176 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-27e913cd-b90d-49f6-b138-923690b1e39e req-bac53640-95d2-4f74-a803-2486ec3df78e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 946 time: 0.0457549 Oct 06 12:30:06.060203 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-27e913cd-b90d-49f6-b138-923690b1e39e req-ed1e7256-2c8c-4736-90c1-24a79c686b68 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506454 Oct 06 12:30:06.129197 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-8708a5ba-8e1b-4d2d-984d-795d30e62562 req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:06.129556 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-8708a5ba-8e1b-4d2d-984d-795d30e62562 req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (4cb41827-f8de-4997-b544-da91a8d902ad), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:06.129869 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.l3_db [req-8708a5ba-8e1b-4d2d-984d-795d30e62562 req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Floating IP 4cb41827-f8de-4997-b544-da91a8d902ad disassociated. External IP: 172.27.0.135, port: 99d2670f-f58f-45d7-a104-307b021263f0. Oct 06 12:30:06.130212 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [req-8708a5ba-8e1b-4d2d-984d-795d30e62562 req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Calling delete_port for 99d2670f-f58f-45d7-a104-307b021263f0 owned by compute:nova {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:30:06.253918 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-8708a5ba-8e1b-4d2d-984d-795d30e62562 req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (99d2670f-f58f-45d7-a104-307b021263f0), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:06.285286 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event deleted for resources: {'Port': ['ID=99d2670f-f58f-45d7-a104-307b021263f0,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:06.295786 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:06.296136 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:06.296546 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:06.296883 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:06.297223 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:06.297546 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:06.297952 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:06.298176 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:06.298492 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:06.298818 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:06.299140 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:06.299460 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:06.299799 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:06.300113 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:06.300428 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:06.403520 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8708a5ba-8e1b-4d2d-984d-795d30e62562 req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:30:06.501362 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8708a5ba-8e1b-4d2d-984d-795d30e62562 req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:30:06.511103 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b836f627-d070-4c62-a3f7-07e14c8b9023 None None] Sync routers for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:30:06.520957 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b836f627-d070-4c62-a3f7-07e14c8b9023 None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:06.521561 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-b836f627-d070-4c62-a3f7-07e14c8b9023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:29:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:06.546294 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [req-8708a5ba-8e1b-4d2d-984d-795d30e62562 req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] No DVR routers for this DVR port 99d2670f-f58f-45d7-a104-307b021263f0 on host hv-cinder-85604 {{(pid=106139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:30:06.549604 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-8708a5ba-8e1b-4d2d-984d-795d30e62562 req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:06.552809 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-8708a5ba-8e1b-4d2d-984d-795d30e62562 req-820c2c7b-8226-43a6-bc33-49f4acffa2bb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.23 "DELETE /networking/v2.0/ports/99d2670f-f58f-45d7-a104-307b021263f0 HTTP/1.1" status: 204 len: 173 time: 0.8041468 Oct 06 12:30:06.553324 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a965adee-462e-4616-9ffe-bcb94e58c7ae', 'name': 'network-vif-deleted', 'tag': '99d2670f-f58f-45d7-a104-307b021263f0'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:06.558232 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a2c595-6a4b-4259-9eb0-427aa4446df2" -d '{"events": [{"server_uuid": "a965adee-462e-4616-9ffe-bcb94e58c7ae", "name": "network-vif-deleted", "tag": "99d2670f-f58f-45d7-a104-307b021263f0"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:06.601487 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc59717b-4f66-44aa-abd4-659b0805a7c2 x-openstack-request-id: req-cc59717b-4f66-44aa-abd4-659b0805a7c2 {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:06.601821 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a965adee-462e-4616-9ffe-bcb94e58c7ae", "name": "network-vif-deleted", "tag": "99d2670f-f58f-45d7-a104-307b021263f0", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:06.602076 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cc59717b-4f66-44aa-abd4-659b0805a7c2 {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:06.602485 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc59717b-4f66-44aa-abd4-659b0805a7c2'] response: {'server_uuid': 'a965adee-462e-4616-9ffe-bcb94e58c7ae', 'name': 'network-vif-deleted', 'tag': '99d2670f-f58f-45d7-a104-307b021263f0', 'status': 'completed', 'code': 200} Oct 06 12:30:06.628429 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-b836f627-d070-4c62-a3f7-07e14c8b9023 None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:06.819855 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-b836f627-d070-4c62-a3f7-07e14c8b9023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:06.848237 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b836f627-d070-4c62-a3f7-07e14c8b9023 None None] Checking router: 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:30:06.858236 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b836f627-d070-4c62-a3f7-07e14c8b9023 None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:06.858923 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-b836f627-d070-4c62-a3f7-07e14c8b9023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:29:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:06.962365 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-b836f627-d070-4c62-a3f7-07e14c8b9023 None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:07.086665 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:07.169583 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-b836f627-d070-4c62-a3f7-07e14c8b9023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:07.195620 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b836f627-d070-4c62-a3f7-07e14c8b9023 None None] The sync data for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi is: [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:30:07.203488 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5c9d5b37-1193-4ae4-bcee-b75056431249 req-e7d64d6a-7c46-447b-9764-3b82ef5d5371 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a965adee-462e-4616-9ffe-bcb94e58c7ae HTTP/1.1" status: 200 len: 210 time: 0.0291631 Oct 06 12:30:07.432327 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66f3d4-4b71-423b-a312-96d155992309 None None] New status for floating IP 4cb41827-f8de-4997-b544-da91a8d902ad: DOWN {{(pid=106141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:30:08.042930 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ae781c94-b96b-426c-8968-b113d2a7dc12 req-9e522b59-3cc0-421b-af0c-77854f96f732 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399108 Oct 06 12:30:08.127303 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae781c94-b96b-426c-8968-b113d2a7dc12 req-6e21ac4d-9c71-4616-b029-a0f94e79c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:08.128805 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ae781c94-b96b-426c-8968-b113d2a7dc12 req-6e21ac4d-9c71-4616-b029-a0f94e79c5bf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 1130 time: 0.0384881 Oct 06 12:30:08.196309 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:08.202673 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:08.245295 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae781c94-b96b-426c-8968-b113d2a7dc12 req-98da90a3-ee2d-47f3-af07-fa0d9bad8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:08.246961 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ae781c94-b96b-426c-8968-b113d2a7dc12 req-98da90a3-ee2d-47f3-af07-fa0d9bad8b86 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=a983a2d0-c8c4-4203-b602-635e6e2680bd HTTP/1.1" status: 200 len: 917 time: 0.0983644 Oct 06 12:30:08.320659 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ae781c94-b96b-426c-8968-b113d2a7dc12 req-6ef986bd-53fd-406c-aa5a-61599e918d94 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=178adb30-0da6-4996-903a-4ee020de2a0a HTTP/1.1" status: 200 len: 1001 time: 0.0659621 Oct 06 12:30:08.377509 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae781c94-b96b-426c-8968-b113d2a7dc12 req-36ab8195-75bb-4cc0-bbe5-2c7d9caf64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:08.378986 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ae781c94-b96b-426c-8968-b113d2a7dc12 req-36ab8195-75bb-4cc0-bbe5-2c7d9caf64e7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2 HTTP/1.1" status: 200 len: 855 time: 0.0479493 Oct 06 12:30:08.432617 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae781c94-b96b-426c-8968-b113d2a7dc12 req-2d9194cd-456d-4911-adf3-54903bc0ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:08.434122 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ae781c94-b96b-426c-8968-b113d2a7dc12 req-2d9194cd-456d-4911-adf3-54903bc0ab0b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=a983a2d0-c8c4-4203-b602-635e6e2680bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490565 Oct 06 12:30:08.525020 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-6cc02e61-60cc-4029-92c9-1d70ebb71ec3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1201469717&fields=id&tenant_id=c80feb95ecbf413ca0bc52a519bf43b7 HTTP/1.1" status: 200 len: 267 time: 0.0451043 Oct 06 12:30:08.531412 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ae781c94-b96b-426c-8968-b113d2a7dc12 req-6fe4f777-ce14-420d-b915-469ba92fcfe3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891609 Oct 06 12:30:08.629263 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-ae781c94-b96b-426c-8968-b113d2a7dc12 req-62b49655-7b23-4deb-99c6-d3e6bd846ece service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915575 Oct 06 12:30:08.657567 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-d9064316-0dc3-4728-880b-57b19037f7cc tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:08.659991 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-d9064316-0dc3-4728-880b-57b19037f7cc tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/networks?id=397bf80c-f529-4030-8ca3-f73bf801b9a0 HTTP/1.1" status: 200 len: 811 time: 0.1259663 Oct 06 12:30:08.679259 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-1fee420a-5884-42df-a6e0-543a5c892d22 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/quotas/c80feb95ecbf413ca0bc52a519bf43b7 HTTP/1.1" status: 200 len: 375 time: 0.0107973 Oct 06 12:30:08.730840 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3d933bc0-c59d-4574-bba5-8f9452021d60 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467095 Oct 06 12:30:08.832132 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-ca6c1e5c-48ce-48aa-a06a-4bc4927e6b73 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900154 Oct 06 12:30:08.923288 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-a4d16ac3-57d7-46bf-b1b8-eab63e7bf2cd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846336 Oct 06 12:30:08.975972 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 99d2670f-f58f-45d7-a104-307b021263f0 no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:30:08.997610 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: 99d2670f-f58f-45d7-a104-307b021263f0 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:30:08.998019 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 99d2670f-f58f-45d7-a104-307b021263f0 not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:30:09.245256 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f5b54b29-1b65-44ad-98c1-ee16a4178bd9 req-22f0c24b-2d72-40c6-9583-7bff0567ce9a tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 210 time: 0.0325458 Oct 06 12:30:10.363723 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9272a28b-6eeb-4ace-967c-9c50a979cfc2 req-93b26b18-a843-4d7a-933d-d34d923688d6 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 210 time: 0.0399680 Oct 06 12:30:11.329450 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-02b7ddef-bfb6-4720-8bf6-4c8f7e7132dc tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:11.330603 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-02b7ddef-bfb6-4720-8bf6-4c8f7e7132dc tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.23 "GET /networking/v2.0/networks?id=397bf80c-f529-4030-8ca3-f73bf801b9a0 HTTP/1.1" status: 200 len: 811 time: 0.1084912 Oct 06 12:30:11.408257 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3fc6a74c-b4bb-4439-af2d-95435f28fcc4 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c80feb95ecbf413ca0bc52a519bf43b7 HTTP/1.1" status: 200 len: 380 time: 0.0605519 Oct 06 12:30:11.417467 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-9b3f9aa4-74bc-482b-b812-17f9fd5f7956 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Request body: {'port': {'device_id': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'admin_state_up': True, 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'security_groups': ['22f1c21f-ee16-42db-9416-1397567455d1']}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:11.475481 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-53423bd9-af40-4b7b-b532-251971c3ec5e req-52745639-d31b-47e5-af20-3be94ae11ea5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 210 time: 0.0301194 Oct 06 12:30:11.524215 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-9b3f9aa4-74bc-482b-b812-17f9fd5f7956 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Made reservation on behalf of c80feb95ecbf413ca0bc52a519bf43b7 for: {'port': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:30:11.529553 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-9b3f9aa4-74bc-482b-b812-17f9fd5f7956 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:11.666068 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-9b3f9aa4-74bc-482b-b812-17f9fd5f7956 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Allocated IP 172.20.0.7 (397bf80c-f529-4030-8ca3-f73bf801b9a0/4d6dda75-0abd-49b2-9f71-b134f5c60ebe/80e7b3d0-e904-4d2f-8247-bd9a538f244c) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:30:11.744821 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:11.792969 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:11.808801 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-9b3f9aa4-74bc-482b-b812-17f9fd5f7956 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for port (80e7b3d0-e904-4d2f-8247-bd9a538f244c), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:11.840146 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-9b3f9aa4-74bc-482b-b812-17f9fd5f7956 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (80e7b3d0-e904-4d2f-8247-bd9a538f244c), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:11.881253 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-9b3f9aa4-74bc-482b-b812-17f9fd5f7956 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Network 397bf80c-f529-4030-8ca3-f73bf801b9a0 is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:30:11.885025 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-9b3f9aa4-74bc-482b-b812-17f9fd5f7956 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:30:11.889065 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-9b3f9aa4-74bc-482b-b812-17f9fd5f7956 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:30:11.914261 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f9aa4-74bc-482b-b812-17f9fd5f7956 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event updated for resources: {'Port': ['ID=80e7b3d0-e904-4d2f-8247-bd9a538f244c,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:11.941976 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-9b3f9aa4-74bc-482b-b812-17f9fd5f7956 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:11.942598 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-9b3f9aa4-74bc-482b-b812-17f9fd5f7956 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:11.960585 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-9b3f9aa4-74bc-482b-b812-17f9fd5f7956 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5472317 Oct 06 12:30:12.098707 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-f0adc7ee-7241-41a1-8a6c-2080abe3cf70 None None] Provisioning complete for port 80e7b3d0-e904-4d2f-8247-bd9a538f244c triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:30:12.099282 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-f0adc7ee-7241-41a1-8a6c-2080abe3cf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (80e7b3d0-e904-4d2f-8247-bd9a538f244c), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:12.099401 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-f0adc7ee-7241-41a1-8a6c-2080abe3cf70 None None] Attempt 1 to provision port 80e7b3d0-e904-4d2f-8247-bd9a538f244c Oct 06 12:30:12.125958 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Request body: {'port': {'device_id': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:12.137950 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-f0adc7ee-7241-41a1-8a6c-2080abe3cf70 None None] Port 80e7b3d0-e904-4d2f-8247-bd9a538f244c cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:30:12.189912 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (80e7b3d0-e904-4d2f-8247-bd9a538f244c), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:12.449678 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e7b3d0-e904-4d2f-8247-bd9a538f244c {{(pid=106139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:30:12.457055 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Publish callbacks [] for port (80e7b3d0-e904-4d2f-8247-bd9a538f244c), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:12.469480 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.provisioning_blocks [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Transition to ACTIVE for port object 80e7b3d0-e904-4d2f-8247-bd9a538f244c will not be triggered until provisioned by entity L2. {{(pid=106139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:30:12.475101 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (80e7b3d0-e904-4d2f-8247-bd9a538f244c), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:12.539562 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Pushing event updated for resources: {'Port': ['ID=80e7b3d0-e904-4d2f-8247-bd9a538f244c,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:12.591977 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Attempting to bind port 80e7b3d0-e904-4d2f-8247-bd9a538f244c on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:30:12.592453 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Attempting to bind port 80e7b3d0-e904-4d2f-8247-bd9a538f244c by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'}] {{(pid=106139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:30:12.592871 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Attempting to bind port 80e7b3d0-e904-4d2f-8247-bd9a538f244c on network 397bf80c-f529-4030-8ca3-f73bf801b9a0 {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:30:12.624554 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf232f-4262-44a1-abde-2ed3989341c9 req-4a12a4eb-d1b7-4e1b-8876-ae0101e9ea35 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:12.626829 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-88cf232f-4262-44a1-abde-2ed3989341c9 req-4a12a4eb-d1b7-4e1b-8876-ae0101e9ea35 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 943 time: 0.0508044 Oct 06 12:30:12.637414 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Port 80e7b3d0-e904-4d2f-8247-bd9a538f244c on network 397bf80c-f529-4030-8ca3-f73bf801b9a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:30:12.637757 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Attempting to bind port 80e7b3d0-e904-4d2f-8247-bd9a538f244c on network 397bf80c-f529-4030-8ca3-f73bf801b9a0 {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:30:12.674486 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:12.688804 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-88cf232f-4262-44a1-abde-2ed3989341c9 req-2f41fbce-9e24-4959-aef2-577b73c8d3f4 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551972 Oct 06 12:30:12.692298 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:30:12.692698 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Checking segment: {'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:30:12.693220 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Bound using segment: {'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'} {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:30:12.694017 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Bound port: 80e7b3d0-e904-4d2f-8247-bd9a538f244c, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'}}] {{(pid=106139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:30:12.694165 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (80e7b3d0-e904-4d2f-8247-bd9a538f244c), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:12.773562 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85e039-b7cd-4fd6-8439-3f036d8d017a req-5bfd5cec-ceb6-4684-9936-3c7fe3f27672 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:12.775659 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1f85e039-b7cd-4fd6-8439-3f036d8d017a req-5bfd5cec-ceb6-4684-9936-3c7fe3f27672 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0598824 Oct 06 12:30:12.826807 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1f85e039-b7cd-4fd6-8439-3f036d8d017a req-756ce4e1-f4e3-4c46-aa2d-59cfabd08080 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451593 Oct 06 12:30:12.982089 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:12.992369 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] For port 80e7b3d0-e904-4d2f-8247-bd9a538f244c, host hv-cinder-85604, cleared binding levels {{(pid=106139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:30:12.995701 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] For port 80e7b3d0-e904-4d2f-8247-bd9a538f244c, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=80e7b3d0-e904-4d2f-8247-bd9a538f244c,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:30:13.002297 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (80e7b3d0-e904-4d2f-8247-bd9a538f244c), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:13.005681 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:13.006680 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:13.008072 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/80e7b3d0-e904-4d2f-8247-bd9a538f244c HTTP/1.1" status: 200 len: 1093 time: 0.8864667 Oct 06 12:30:13.010939 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'tag': '80e7b3d0-e904-4d2f-8247-bd9a538f244c'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:13.013150 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5357fb21-a05c-4ff2-b211-b3da3fdfaf00" -d '{"events": [{"name": "network-changed", "server_uuid": "82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094", "tag": "80e7b3d0-e904-4d2f-8247-bd9a538f244c"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:13.051153 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e27ef9-63b2-4830-976e-80c47f321c3d x-openstack-request-id: req-27e27ef9-63b2-4830-976e-80c47f321c3d {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:13.051442 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094", "tag": "80e7b3d0-e904-4d2f-8247-bd9a538f244c", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:13.051717 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-27e27ef9-63b2-4830-976e-80c47f321c3d {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:13.052107 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e27ef9-63b2-4830-976e-80c47f321c3d'] response: {'name': 'network-changed', 'server_uuid': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'tag': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'status': 'completed', 'code': 200} Oct 06 12:30:13.063481 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8aace-5822-4269-a420-d29ddc60054a service neutron] Pushing event updated for resources: {'Port': ['ID=80e7b3d0-e904-4d2f-8247-bd9a538f244c,revision_number=3']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:13.802753 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:13.818485 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6eb37f-6324-47e1-a87e-0bcc761535c4 req-ad40bb99-2d5e-48b6-bf7c-0aab93d580a9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:13.820254 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6a6eb37f-6324-47e1-a87e-0bcc761535c4 req-ad40bb99-2d5e-48b6-bf7c-0aab93d580a9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 943 time: 0.0471408 Oct 06 12:30:13.868441 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6a6eb37f-6324-47e1-a87e-0bcc761535c4 req-b8afa37f-f17f-44af-8f17-f14abed18271 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424440 Oct 06 12:30:13.953684 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9010c92-c9ec-4c00-acf6-6f4a44c023aa req-5f39bff8-4f5f-4dea-a574-14341e1e0146 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:13.955130 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d9010c92-c9ec-4c00-acf6-6f4a44c023aa req-5f39bff8-4f5f-4dea-a574-14341e1e0146 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0488520 Oct 06 12:30:14.001761 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d9010c92-c9ec-4c00-acf6-6f4a44c023aa req-8473d992-b4b2-4c81-ad09-1a1428fd3d5c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409009 Oct 06 12:30:14.987052 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fb151-79ee-4c1d-a962-1bc1b67cd6a8 req-b8b43e51-6855-4822-baa6-312a67fd6997 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:14.988508 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b66fb151-79ee-4c1d-a962-1bc1b67cd6a8 req-b8b43e51-6855-4822-baa6-312a67fd6997 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 943 time: 0.0452936 Oct 06 12:30:15.000696 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:15.040181 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b66fb151-79ee-4c1d-a962-1bc1b67cd6a8 req-a335f5e7-c625-4db1-b669-34b385107f59 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450969 Oct 06 12:30:15.121382 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814f1cb-94cd-4976-927e-1bdbbd56b98a req-25b5ec38-3aa5-4d31-82b7-fd580aca272e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:15.122832 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4814f1cb-94cd-4976-927e-1bdbbd56b98a req-25b5ec38-3aa5-4d31-82b7-fd580aca272e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0454590 Oct 06 12:30:15.172294 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4814f1cb-94cd-4976-927e-1bdbbd56b98a req-e0a7c242-06ff-42d9-bc0f-3bfb5deecdf6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438340 Oct 06 12:30:16.110689 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357fb21-a05c-4ff2-b211-b3da3fdfaf00 req-89547975-dbe6-4ef0-97dc-ecf5941a9edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:16.112803 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-5357fb21-a05c-4ff2-b211-b3da3fdfaf00 req-89547975-dbe6-4ef0-97dc-ecf5941a9edc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 1127 time: 0.0483847 Oct 06 12:30:16.167697 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ac76b-2ee8-474b-b95a-8493bf57a85c req-2f9ae881-41b7-451d-a677-caa83e863060 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:16.169152 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b16ac76b-2ee8-474b-b95a-8493bf57a85c req-2f9ae881-41b7-451d-a677-caa83e863060 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 943 time: 0.0470674 Oct 06 12:30:16.218758 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b16ac76b-2ee8-474b-b95a-8493bf57a85c req-aec7fdba-8ef2-4771-aea3-439bd60600a5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439208 Oct 06 12:30:16.292978 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36287cff-0351-496b-bc9e-f926e16cfa22 req-a2b94ebe-f856-4d5c-aabe-cfec77efb755 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:16.294435 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-36287cff-0351-496b-bc9e-f926e16cfa22 req-a2b94ebe-f856-4d5c-aabe-cfec77efb755 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0463152 Oct 06 12:30:16.340899 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-36287cff-0351-496b-bc9e-f926e16cfa22 req-9fb0d6a3-ce28-4965-ae77-a38d3472cd9b tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406988 Oct 06 12:30:16.630252 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357fb21-a05c-4ff2-b211-b3da3fdfaf00 req-3b883d84-3aca-436e-802b-79fd120cd9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:16.631723 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-5357fb21-a05c-4ff2-b211-b3da3fdfaf00 req-3b883d84-3aca-436e-802b-79fd120cd9d2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0939572 Oct 06 12:30:16.877516 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357fb21-a05c-4ff2-b211-b3da3fdfaf00 req-8ab4de95-82a4-4970-9734-b6c678c5b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:16.878984 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-5357fb21-a05c-4ff2-b211-b3da3fdfaf00 req-8ab4de95-82a4-4970-9734-b6c678c5b3de service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979166 Oct 06 12:30:16.924456 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b00bcd-45e1-42a4-92d3-ed09de550d5b req-47fdf5c0-dec5-437e-b271-ccad8df114cf tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:16.925788 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c9b00bcd-45e1-42a4-92d3-ed09de550d5b req-47fdf5c0-dec5-437e-b271-ccad8df114cf tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.0492976 Oct 06 12:30:16.989062 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-0fedeb98-bb03-47ad-8119-465a77f672b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:16.990548 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-0fedeb98-bb03-47ad-8119-465a77f672b8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 1127 time: 0.0446796 Oct 06 12:30:17.019301 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-c9b00bcd-45e1-42a4-92d3-ed09de550d5b req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Deleting port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:30:17.019679 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-c9b00bcd-45e1-42a4-92d3-ed09de550d5b req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (02cb1ceb-4a00-4f6e-8fe3-e8409283f314), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:17.090993 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-a6e65f2e-9476-4900-976a-2f859977c041 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80e7b3d0-e904-4d2f-8247-bd9a538f244c HTTP/1.1" status: 200 len: 217 time: 0.0381153 Oct 06 12:30:17.119188 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-c9b00bcd-45e1-42a4-92d3-ed09de550d5b req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] For port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=02cb1ceb-4a00-4f6e-8fe3-e8409283f314,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:17.119584 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-c9b00bcd-45e1-42a4-92d3-ed09de550d5b req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (02cb1ceb-4a00-4f6e-8fe3-e8409283f314), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:17.140718 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-1fc05224-2b40-4223-b247-2d858e6d0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:17.142184 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-1fc05224-2b40-4223-b247-2d858e6d0876 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4d6dda75-0abd-49b2-9f71-b134f5c60ebe HTTP/1.1" status: 200 len: 850 time: 0.0450671 Oct 06 12:30:17.190528 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-8a904a50-c8e4-4caa-aa55-270e99c4c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:17.191969 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-8a904a50-c8e4-4caa-aa55-270e99c4c8fa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=397bf80c-f529-4030-8ca3-f73bf801b9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434024 Oct 06 12:30:17.286781 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-d1b83210-ccbd-4937-9744-1622c8de60aa service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879519 Oct 06 12:30:17.400295 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-0f517deb-23fa-440a-8669-7cc0d873a089 req-b31aa663-32d0-407c-9674-b587119fcc0e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062021 Oct 06 12:30:17.417028 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dbb32-7c5f-433a-9857-3adce74d059f req-17de1bce-ef78-4aaa-af62-24a3f21e75b8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:17.418571 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d98dbb32-7c5f-433a-9857-3adce74d059f req-17de1bce-ef78-4aaa-af62-24a3f21e75b8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 943 time: 0.1112905 Oct 06 12:30:17.458576 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-c9b00bcd-45e1-42a4-92d3-ed09de550d5b req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:17.458851 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-c9b00bcd-45e1-42a4-92d3-ed09de550d5b req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (64d18d1d-b901-4104-8222-4421b143fffc), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:17.459164 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.l3_db [req-c9b00bcd-45e1-42a4-92d3-ed09de550d5b req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Floating IP 64d18d1d-b901-4104-8222-4421b143fffc disassociated. External IP: 172.27.0.47, port: 02cb1ceb-4a00-4f6e-8fe3-e8409283f314. Oct 06 12:30:17.459498 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-c9b00bcd-45e1-42a4-92d3-ed09de550d5b req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Calling delete_port for 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:30:17.482703 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:17.549955 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e603417-26ee-40a0-bdcd-89d95a927f92 req-e381f5af-38d2-496b-954b-a66ec04f6445 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:17.551422 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7e603417-26ee-40a0-bdcd-89d95a927f92 req-e381f5af-38d2-496b-954b-a66ec04f6445 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 945 time: 0.1112425 Oct 06 12:30:17.560541 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d98dbb32-7c5f-433a-9857-3adce74d059f req-c53181bc-dcd6-4245-9a04-161cd23429b7 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309006 Oct 06 12:30:17.598193 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:17.630791 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7e603417-26ee-40a0-bdcd-89d95a927f92 req-aab1a4f3-1eea-47f7-9ed6-5cf187d6d9c2 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679297 Oct 06 12:30:17.683205 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-c9b00bcd-45e1-42a4-92d3-ed09de550d5b req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (02cb1ceb-4a00-4f6e-8fe3-e8409283f314), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:17.709768 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Pushing event deleted for resources: {'Port': ['ID=02cb1ceb-4a00-4f6e-8fe3-e8409283f314,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:17.720958 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:17.721312 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:17.721656 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:17.721993 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:17.722328 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:17.722657 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:17.722985 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:17.723311 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:17.723663 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:17.723989 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:17.724315 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:17.724639 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:17.724962 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:17.725289 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:17.725608 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:17.829017 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9b00bcd-45e1-42a4-92d3-ed09de550d5b req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Router 132e2803-b92f-40aa-a6ad-b2e83da3f48c has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:30:17.933042 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9b00bcd-45e1-42a4-92d3-ed09de550d5b req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:30:17.946022 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb79428-beff-4115-bdaf-7ba1a8932f45 None None] Sync routers for ids ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:30:17.957743 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb79428-beff-4115-bdaf-7ba1a8932f45 None None] Routers {'132e2803-b92f-40aa-a6ad-b2e83da3f48c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:17.958685 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-2bb79428-beff-4115-bdaf-7ba1a8932f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:29:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:17.979625 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b00bcd-45e1-42a4-92d3-ed09de550d5b req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] No DVR routers for this DVR port 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:30:17.982125 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-c9b00bcd-45e1-42a4-92d3-ed09de550d5b req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:17.985389 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c9b00bcd-45e1-42a4-92d3-ed09de550d5b req-f9be30d4-ffb1-478a-b446-c44d31bc20a9 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.23 "DELETE /networking/v2.0/ports/02cb1ceb-4a00-4f6e-8fe3-e8409283f314 HTTP/1.1" status: 204 len: 173 time: 1.0455585 Oct 06 12:30:17.985892 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'name': 'network-vif-deleted', 'tag': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:17.988172 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbd4042-7daf-47e3-b1c2-1e3d8aaca22e" -d '{"events": [{"server_uuid": "1620fb3a-f872-41f2-83d2-909fbe71f438", "name": "network-vif-deleted", "tag": "02cb1ceb-4a00-4f6e-8fe3-e8409283f314"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:18.049804 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:18.078603 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-2bb79428-beff-4115-bdaf-7ba1a8932f45 None None] Set router 132e2803-b92f-40aa-a6ad-b2e83da3f48c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:18.104850 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0914d3be-7471-49a5-b129-3e0cdd1f015b x-openstack-request-id: req-0914d3be-7471-49a5-b129-3e0cdd1f015b {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:18.105067 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1620fb3a-f872-41f2-83d2-909fbe71f438", "name": "network-vif-deleted", "tag": "02cb1ceb-4a00-4f6e-8fe3-e8409283f314", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:18.105461 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0914d3be-7471-49a5-b129-3e0cdd1f015b {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:18.105895 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0914d3be-7471-49a5-b129-3e0cdd1f015b'] response: {'server_uuid': '1620fb3a-f872-41f2-83d2-909fbe71f438', 'name': 'network-vif-deleted', 'tag': '02cb1ceb-4a00-4f6e-8fe3-e8409283f314', 'status': 'completed', 'code': 200} Oct 06 12:30:18.199016 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff750f-b3b0-4862-8f51-87a022720af9 req-6fdeba48-c26b-43c7-820e-3bb510461517 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:18.200959 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-30ff750f-b3b0-4862-8f51-87a022720af9 req-6fdeba48-c26b-43c7-820e-3bb510461517 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 946 time: 0.0553730 Oct 06 12:30:18.257242 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-30ff750f-b3b0-4862-8f51-87a022720af9 req-4781a47a-b08d-4cb1-b376-087390b00cb8 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495839 Oct 06 12:30:18.310240 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:18.376723 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-2bb79428-beff-4115-bdaf-7ba1a8932f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:18Z', 'revision_number': 4, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port': {'id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'c98dac1c-6bc3-4092-b556-96377ae73c94', 'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'tenant_id': '9138bc89f5204975a18156097530643a', 'mac_address': 'fa:16:3e:37:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:32Z', 'revision_number': 5, 'project_id': '9138bc89f5204975a18156097530643a', 'subnets': [{'id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:18.401148 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb79428-beff-4115-bdaf-7ba1a8932f45 None None] Checking router: 132e2803-b92f-40aa-a6ad-b2e83da3f48c for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:30:18.409526 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb79428-beff-4115-bdaf-7ba1a8932f45 None None] Routers {'132e2803-b92f-40aa-a6ad-b2e83da3f48c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:18.410085 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-2bb79428-beff-4115-bdaf-7ba1a8932f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:29:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:18.512889 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-2bb79428-beff-4115-bdaf-7ba1a8932f45 None None] Set router 132e2803-b92f-40aa-a6ad-b2e83da3f48c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:18.683952 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07a44a-688a-4366-bdc7-03f409ed3859 req-051fde53-4837-49cb-b4a9-b517618c3aeb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:18.685451 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1c07a44a-688a-4366-bdc7-03f409ed3859 req-051fde53-4837-49cb-b4a9-b517618c3aeb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 943 time: 0.0473816 Oct 06 12:30:18.706574 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-2bb79428-beff-4115-bdaf-7ba1a8932f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:18Z', 'revision_number': 4, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port': {'id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'c98dac1c-6bc3-4092-b556-96377ae73c94', 'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'tenant_id': '9138bc89f5204975a18156097530643a', 'mac_address': 'fa:16:3e:37:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:32Z', 'revision_number': 5, 'project_id': '9138bc89f5204975a18156097530643a', 'subnets': [{'id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:18.732933 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb79428-beff-4115-bdaf-7ba1a8932f45 None None] The sync data for ids ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'] in dv-cinder-856041-2-iscsi is: [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:18Z', 'revision_number': 4, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port': {'id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'c98dac1c-6bc3-4092-b556-96377ae73c94', 'name': '', 'network_id': 'cca2176c-b240-4d92-a159-a5d2161a7a8d', 'tenant_id': '9138bc89f5204975a18156097530643a', 'mac_address': 'fa:16:3e:37:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:32Z', 'revision_number': 5, 'project_id': '9138bc89f5204975a18156097530643a', 'subnets': [{'id': '8ea49d5a-1690-442e-8bee-f699c3a4c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:30:18.754490 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-50a0bf3a-bf46-4d23-9e33-32a705e8e636 req-02e8f95c-9df6-47b8-b668-cbe8d524bdbc tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 210 time: 0.0357065 Oct 06 12:30:18.759767 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ea7244d0-6328-456b-8b38-12c5886bce61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:18.768216 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1c07a44a-688a-4366-bdc7-03f409ed3859 req-f6452e5b-6154-494b-8bc7-778b9d9955c7 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760856 Oct 06 12:30:18.963250 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd6f5ff-c617-4869-a737-270eeb756603 None None] New status for floating IP 64d18d1d-b901-4104-8222-4421b143fffc: DOWN {{(pid=106141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:30:19.397355 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac643295-3c1d-4b18-8cc5-bda2cb5f3e62 req-df69a5f8-6cbd-4b20-8e04-18a868f5dcea tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:19.398782 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ac643295-3c1d-4b18-8cc5-bda2cb5f3e62 req-df69a5f8-6cbd-4b20-8e04-18a868f5dcea tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 946 time: 0.0572143 Oct 06 12:30:19.667771 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ac643295-3c1d-4b18-8cc5-bda2cb5f3e62 req-d4f3a43a-33b3-47ae-8dbc-39b1bdc21a41 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633691 Oct 06 12:30:19.840193 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26def79d-7590-46dd-a852-da8bf558cfe9 req-dc35fa08-52b3-4d9e-a937-164099ac6b3b tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:19.841784 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-26def79d-7590-46dd-a852-da8bf558cfe9 req-dc35fa08-52b3-4d9e-a937-164099ac6b3b tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0476949 Oct 06 12:30:19.876706 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5df03476-9ab0-46c3-aa14-f478c9a4bbed req-4228874c-9433-4df8-a264-30e4b9b6a5cb tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 210 time: 0.0339379 Oct 06 12:30:19.898789 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:19.919192 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-26def79d-7590-46dd-a852-da8bf558cfe9 req-76e3e602-7fa0-4e4f-85f5-748f50dc6bf3 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669034 Oct 06 12:30:19.983496 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817467f4-16b1-46af-b2b2-0a87eb6b5b63 req-3e22fe53-3cac-4f40-b3d0-dd2cf5c0e6c1 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:19.984956 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-817467f4-16b1-46af-b2b2-0a87eb6b5b63 req-3e22fe53-3cac-4f40-b3d0-dd2cf5c0e6c1 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 943 time: 0.0496919 Oct 06 12:30:20.033398 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-817467f4-16b1-46af-b2b2-0a87eb6b5b63 req-2919298b-28ed-4c86-b1a0-a52b524b70c8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428057 Oct 06 12:30:20.381051 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:30:20.791874 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef498-630b-457f-87d2-9ed34dd71382 req-caa11069-a857-4460-ade8-a99c9ee630b7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:20.793304 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a49ef498-630b-457f-87d2-9ed34dd71382 req-caa11069-a857-4460-ade8-a99c9ee630b7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 946 time: 0.0456588 Oct 06 12:30:20.840347 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a49ef498-630b-457f-87d2-9ed34dd71382 req-c6a9a292-4497-45a6-98d0-6f338916365d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=81551ae7-9219-4818-a769-35ee5868bb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415771 Oct 06 12:30:20.998046 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-169e275c-429b-4b75-94bb-d56c2f473b35 req-7ed7539e-28f3-4d39-81d9-563a06d13d8e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 210 time: 0.0325639 Oct 06 12:30:21.042426 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-d69828bd-7320-4b3d-be07-9b3e71e67b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:21.046852 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f666-0323-400f-a313-08ea753c5886 req-e6c902fa-6895-4535-94e7-228550a15d39 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:21.048742 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5a88f666-0323-400f-a313-08ea753c5886 req-e6c902fa-6895-4535-94e7-228550a15d39 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0538244 Oct 06 12:30:21.064573 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:30:21.085041 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:21.090294 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:30:21.090636 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 02cb1ceb-4a00-4f6e-8fe3-e8409283f314 not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:30:21.148087 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5a88f666-0323-400f-a313-08ea753c5886 req-04ed0de3-49a3-40d6-a1c5-987a8437a2dd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bebc0aa0-080d-46ab-8322-b19b6fde5755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938938 Oct 06 12:30:21.174058 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d9a51-9f83-46ca-bb3f-380aa2d66362 req-40262396-c5eb-4af1-958a-05883ee9d33d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:21.175518 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-852d9a51-9f83-46ca-bb3f-380aa2d66362 req-40262396-c5eb-4af1-958a-05883ee9d33d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 946 time: 0.0997856 Oct 06 12:30:21.194126 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee6f5e-490e-4a09-b078-4efbdc75eb3f req-497e1acc-0c58-49f6-953e-1c8194c4d38e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:21.195558 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f0ee6f5e-490e-4a09-b078-4efbdc75eb3f req-497e1acc-0c58-49f6-953e-1c8194c4d38e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 943 time: 0.0724039 Oct 06 12:30:21.244460 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f0ee6f5e-490e-4a09-b078-4efbdc75eb3f req-e652d241-7ec3-4825-83eb-c30aeb5cc79f tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430784 Oct 06 12:30:21.499875 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06293bb-27e3-432c-871a-e93d905cb8ed req-8730e626-8746-49d4-bb05-6abe3445e25d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:21.501342 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-e06293bb-27e3-432c-871a-e93d905cb8ed req-8730e626-8746-49d4-bb05-6abe3445e25d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 945 time: 0.0479476 Oct 06 12:30:21.502785 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-852d9a51-9f83-46ca-bb3f-380aa2d66362 req-504bfa9c-69bf-4073-a600-8468d1592352 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Deleting port 178adb30-0da6-4996-903a-4ee020de2a0a {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:30:21.503131 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-852d9a51-9f83-46ca-bb3f-380aa2d66362 req-504bfa9c-69bf-4073-a600-8468d1592352 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:21.589798 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [req-e06293bb-27e3-432c-871a-e93d905cb8ed req-f5b97f72-d525-4c19-aa72-fdbba9962dbd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Deleting port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:30:21.590149 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-e06293bb-27e3-432c-871a-e93d905cb8ed req-f5b97f72-d525-4c19-aa72-fdbba9962dbd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (2f5ac9b9-0c5c-4565-96ae-3de71a11dddd), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:21.603921 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-852d9a51-9f83-46ca-bb3f-380aa2d66362 req-504bfa9c-69bf-4073-a600-8468d1592352 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] For port 178adb30-0da6-4996-903a-4ee020de2a0a, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=178adb30-0da6-4996-903a-4ee020de2a0a,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:21.604552 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-852d9a51-9f83-46ca-bb3f-380aa2d66362 req-504bfa9c-69bf-4073-a600-8468d1592352 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:21.681108 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:21.686972 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-e06293bb-27e3-432c-871a-e93d905cb8ed req-f5b97f72-d525-4c19-aa72-fdbba9962dbd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] For port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd,segment=NetworkSegment(2a247455-d931-427c-b5d7-06d88a7c7abe),segment_id=2a247455-d931-427c-b5d7-06d88a7c7abe)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:21.687343 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-e06293bb-27e3-432c-871a-e93d905cb8ed req-f5b97f72-d525-4c19-aa72-fdbba9962dbd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (2f5ac9b9-0c5c-4565-96ae-3de71a11dddd), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:21.773236 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-852d9a51-9f83-46ca-bb3f-380aa2d66362 req-504bfa9c-69bf-4073-a600-8468d1592352 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:21.773601 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-852d9a51-9f83-46ca-bb3f-380aa2d66362 req-504bfa9c-69bf-4073-a600-8468d1592352 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (45ff3559-6711-4292-af6c-0691df0a4348), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:21.773949 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.l3_db [req-852d9a51-9f83-46ca-bb3f-380aa2d66362 req-504bfa9c-69bf-4073-a600-8468d1592352 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Floating IP 45ff3559-6711-4292-af6c-0691df0a4348 disassociated. External IP: 172.27.0.211, port: 178adb30-0da6-4996-903a-4ee020de2a0a. Oct 06 12:30:21.774293 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-852d9a51-9f83-46ca-bb3f-380aa2d66362 req-504bfa9c-69bf-4073-a600-8468d1592352 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Calling delete_port for 178adb30-0da6-4996-903a-4ee020de2a0a owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:30:21.829595 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=100 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:21.850599 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-e06293bb-27e3-432c-871a-e93d905cb8ed req-f5b97f72-d525-4c19-aa72-fdbba9962dbd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:21.850954 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-e06293bb-27e3-432c-871a-e93d905cb8ed req-f5b97f72-d525-4c19-aa72-fdbba9962dbd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (9d03391b-6f2b-4a23-aada-8176c09ac633), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:21.851310 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.l3_db [req-e06293bb-27e3-432c-871a-e93d905cb8ed req-f5b97f72-d525-4c19-aa72-fdbba9962dbd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Floating IP 9d03391b-6f2b-4a23-aada-8176c09ac633 disassociated. External IP: 172.27.0.114, port: 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd. Oct 06 12:30:21.851690 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [req-e06293bb-27e3-432c-871a-e93d905cb8ed req-f5b97f72-d525-4c19-aa72-fdbba9962dbd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Calling delete_port for 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd owned by compute:nova {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:30:21.901427 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:21.911080 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-852d9a51-9f83-46ca-bb3f-380aa2d66362 req-504bfa9c-69bf-4073-a600-8468d1592352 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (178adb30-0da6-4996-903a-4ee020de2a0a), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:21.973638 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bfa9c-69bf-4073-a600-8468d1592352 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event deleted for resources: {'Port': ['ID=178adb30-0da6-4996-903a-4ee020de2a0a,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:21.985101 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-e06293bb-27e3-432c-871a-e93d905cb8ed req-f5b97f72-d525-4c19-aa72-fdbba9962dbd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (2f5ac9b9-0c5c-4565-96ae-3de71a11dddd), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:21.986018 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d5092d19-c45c-4d61-9b2e-c380737e5dc0 req-43f4533a-ff05-4b8f-bc15-cbc86a3f0fa9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 210 time: 0.0597575 Oct 06 12:30:22.015400 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b97f72-d525-4c19-aa72-fdbba9962dbd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event deleted for resources: {'Port': ['ID=2f5ac9b9-0c5c-4565-96ae-3de71a11dddd,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:22.110669 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:22.152065 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a4436866-7bb4-4c66-ae51-07f7954002a4 req-28280d4e-86c3-491b-94c0-6ee9cbbff331 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1620fb3a-f872-41f2-83d2-909fbe71f438 HTTP/1.1" status: 200 len: 210 time: 0.0360596 Oct 06 12:30:22.156912 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e06293bb-27e3-432c-871a-e93d905cb8ed req-f5b97f72-d525-4c19-aa72-fdbba9962dbd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Router fa9d4ab9-6317-4d6d-9838-3076fed813e8 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:30:22.176305 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-852d9a51-9f83-46ca-bb3f-380aa2d66362 req-504bfa9c-69bf-4073-a600-8468d1592352 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Router 16fdc899-424f-472b-9b3b-494f3046e928 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:30:22.273120 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ae8cb8b9-5195-482b-8154-a074789d594a req-9dfac93d-6638-4d44-baac-6b6fada38fdf tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7c26e82-69b3-4ffa-97e2-7ca36b941c1f HTTP/1.1" status: 200 len: 210 time: 0.0345595 Oct 06 12:30:22.278540 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e06293bb-27e3-432c-871a-e93d905cb8ed req-f5b97f72-d525-4c19-aa72-fdbba9962dbd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:30:22.289689 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26816179-7b9b-4c6d-b078-47c07c441503 None None] Sync routers for ids ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:30:22.309915 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26816179-7b9b-4c6d-b078-47c07c441503 None None] Routers {'fa9d4ab9-6317-4d6d-9838-3076fed813e8'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:22.312496 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-26816179-7b9b-4c6d-b078-47c07c441503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:22.332328 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-852d9a51-9f83-46ca-bb3f-380aa2d66362 req-504bfa9c-69bf-4073-a600-8468d1592352 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:30:22.343688 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04753d3-2dd8-4b02-a567-d58fe1d0b28b None None] Sync routers for ids ['16fdc899-424f-472b-9b3b-494f3046e928'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:30:22.346647 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06293bb-27e3-432c-871a-e93d905cb8ed req-f5b97f72-d525-4c19-aa72-fdbba9962dbd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] No DVR routers for this DVR port 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd on host hv-cinder-85604 {{(pid=106139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:30:22.349343 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-e06293bb-27e3-432c-871a-e93d905cb8ed req-f5b97f72-d525-4c19-aa72-fdbba9962dbd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:22.352851 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-e06293bb-27e3-432c-871a-e93d905cb8ed req-f5b97f72-d525-4c19-aa72-fdbba9962dbd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.23 "DELETE /networking/v2.0/ports/2f5ac9b9-0c5c-4565-96ae-3de71a11dddd HTTP/1.1" status: 204 len: 173 time: 0.8463485 Oct 06 12:30:22.353360 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c26e82-69b3-4ffa-97e2-7ca36b941c1f', 'name': 'network-vif-deleted', 'tag': '2f5ac9b9-0c5c-4565-96ae-3de71a11dddd'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:22.355897 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7938f637-ac5f-476f-bb32-b8bee3bef490" -d '{"events": [{"server_uuid": "b7c26e82-69b3-4ffa-97e2-7ca36b941c1f", "name": "network-vif-deleted", "tag": "2f5ac9b9-0c5c-4565-96ae-3de71a11dddd"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:22.364603 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04753d3-2dd8-4b02-a567-d58fe1d0b28b None None] Routers {'16fdc899-424f-472b-9b3b-494f3046e928'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:22.365506 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-f04753d3-2dd8-4b02-a567-d58fe1d0b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['16fdc899-424f-472b-9b3b-494f3046e928'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:22.405906 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f01b2bf-b4e6-44ca-8149-32166b59db2f x-openstack-request-id: req-6f01b2bf-b4e6-44ca-8149-32166b59db2f {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:22.406709 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c26e82-69b3-4ffa-97e2-7ca36b941c1f", "name": "network-vif-deleted", "tag": "2f5ac9b9-0c5c-4565-96ae-3de71a11dddd", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:22.407156 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6f01b2bf-b4e6-44ca-8149-32166b59db2f {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:22.407790 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f01b2bf-b4e6-44ca-8149-32166b59db2f'] response: {'server_uuid': 'b7c26e82-69b3-4ffa-97e2-7ca36b941c1f', 'name': 'network-vif-deleted', 'tag': '2f5ac9b9-0c5c-4565-96ae-3de71a11dddd', 'status': 'completed', 'code': 200} Oct 06 12:30:22.507500 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:22.510956 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-852d9a51-9f83-46ca-bb3f-380aa2d66362 req-504bfa9c-69bf-4073-a600-8468d1592352 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] No DVR routers for this DVR port 178adb30-0da6-4996-903a-4ee020de2a0a on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:30:22.518946 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-852d9a51-9f83-46ca-bb3f-380aa2d66362 req-504bfa9c-69bf-4073-a600-8468d1592352 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:22.524782 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-852d9a51-9f83-46ca-bb3f-380aa2d66362 req-504bfa9c-69bf-4073-a600-8468d1592352 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.23 "DELETE /networking/v2.0/ports/178adb30-0da6-4996-903a-4ee020de2a0a HTTP/1.1" status: 204 len: 173 time: 1.1045234 Oct 06 12:30:22.541535 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'name': 'network-vif-deleted', 'tag': '178adb30-0da6-4996-903a-4ee020de2a0a'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:22.547638 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddeb823-c292-4ab9-85d8-c14c750a3170" -d '{"events": [{"server_uuid": "5b1825b8-e10c-4c5b-adf9-3456c97a68e2", "name": "network-vif-deleted", "tag": "178adb30-0da6-4996-903a-4ee020de2a0a"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:22.569622 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-26816179-7b9b-4c6d-b078-47c07c441503 None None] Set router fa9d4ab9-6317-4d6d-9838-3076fed813e8 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:22.572371 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bb569-f3f2-4815-b897-eb04a3e615ba req-1715e326-5ba7-476c-ba46-a551a7260095 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:22.581529 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e89bb569-f3f2-4815-b897-eb04a3e615ba req-1715e326-5ba7-476c-ba46-a551a7260095 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 943 time: 0.1842620 Oct 06 12:30:22.590484 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-f04753d3-2dd8-4b02-a567-d58fe1d0b28b None None] Set router 16fdc899-424f-472b-9b3b-494f3046e928 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:22.687808 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365beeb9-cb56-452c-afd4-af2d550077b4 x-openstack-request-id: req-365beeb9-cb56-452c-afd4-af2d550077b4 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:22.688128 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1825b8-e10c-4c5b-adf9-3456c97a68e2", "name": "network-vif-deleted", "tag": "178adb30-0da6-4996-903a-4ee020de2a0a", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:22.689697 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-365beeb9-cb56-452c-afd4-af2d550077b4 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:22.690137 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365beeb9-cb56-452c-afd4-af2d550077b4'] response: {'server_uuid': '5b1825b8-e10c-4c5b-adf9-3456c97a68e2', 'name': 'network-vif-deleted', 'tag': '178adb30-0da6-4996-903a-4ee020de2a0a', 'status': 'completed', 'code': 200} Oct 06 12:30:22.741204 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e89bb569-f3f2-4815-b897-eb04a3e615ba req-dd4c50a1-9036-4440-ab32-7355f312a03e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534636 Oct 06 12:30:22.820967 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-26816179-7b9b-4c6d-b078-47c07c441503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:35Z', 'revision_number': 5, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:22.841979 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-f04753d3-2dd8-4b02-a567-d58fe1d0b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:48Z', 'revision_number': 5, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:22.847452 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26816179-7b9b-4c6d-b078-47c07c441503 None None] Checking router: fa9d4ab9-6317-4d6d-9838-3076fed813e8 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:30:22.856937 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26816179-7b9b-4c6d-b078-47c07c441503 None None] Routers {'fa9d4ab9-6317-4d6d-9838-3076fed813e8'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:22.857538 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-26816179-7b9b-4c6d-b078-47c07c441503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:22.859043 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:22.871984 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04753d3-2dd8-4b02-a567-d58fe1d0b28b None None] Checking router: 16fdc899-424f-472b-9b3b-494f3046e928 for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:30:22.880312 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04753d3-2dd8-4b02-a567-d58fe1d0b28b None None] Routers {'16fdc899-424f-472b-9b3b-494f3046e928'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:22.880911 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-f04753d3-2dd8-4b02-a567-d58fe1d0b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['16fdc899-424f-472b-9b3b-494f3046e928'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:22.960843 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-26816179-7b9b-4c6d-b078-47c07c441503 None None] Set router fa9d4ab9-6317-4d6d-9838-3076fed813e8 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:22.987593 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-f04753d3-2dd8-4b02-a567-d58fe1d0b28b None None] Set router 16fdc899-424f-472b-9b3b-494f3046e928 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:23.125421 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-25f51739-f594-4431-be6d-3aa554d48b54 req-fcef6b3a-739d-424f-b0c5-2a7ea2779103 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5b1825b8-e10c-4c5b-adf9-3456c97a68e2 HTTP/1.1" status: 200 len: 210 time: 0.0290296 Oct 06 12:30:23.159985 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:23.164984 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-26816179-7b9b-4c6d-b078-47c07c441503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:35Z', 'revision_number': 5, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:23.198413 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26816179-7b9b-4c6d-b078-47c07c441503 None None] The sync data for ids ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'] in dv-cinder-856041-2-iscsi is: [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:35Z', 'revision_number': 5, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:30:23.210791 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-f04753d3-2dd8-4b02-a567-d58fe1d0b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:48Z', 'revision_number': 5, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:23.214596 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:23.243150 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04753d3-2dd8-4b02-a567-d58fe1d0b28b None None] The sync data for ids ['16fdc899-424f-472b-9b3b-494f3046e928'] in dv-cinder-856041-2-iscsi is: [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:48Z', 'revision_number': 5, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:30:23.319148 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56282) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:23.414230 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ed210b30-7a0f-4ac2-9627-85dc86bfd1d3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for security_group (1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:23.432482 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 56286) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:23.438898 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ed210b30-7a0f-4ac2-9627-85dc86bfd1d3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for security_group (1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:23.494163 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ed210b30-7a0f-4ac2-9627-85dc86bfd1d3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:23.497608 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ed210b30-7a0f-4ac2-9627-85dc86bfd1d3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:23.498897 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-ed210b30-7a0f-4ac2-9627-85dc86bfd1d3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb HTTP/1.1" status: 204 len: 168 time: 0.1784682 Oct 06 12:30:23.502291 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 56288) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:23.504653 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7869dcb1-497f-438e-b874-723bf441f017 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group (bebc0aa0-080d-46ab-8322-b19b6fde5755), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:23.509776 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed210b30-7a0f-4ac2-9627-85dc86bfd1d3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:23.535567 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.api.v2.resource [None req-189b4a14-993d-4b9a-b0ca-64e8034ef65f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] show failed (client error): The resource could not be found. Oct 06 12:30:23.539990 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-189b4a14-993d-4b9a-b0ca-64e8034ef65f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups/1b63aa6c-c5a3-4be2-aa53-bf984e2ccdeb HTTP/1.1" status: 404 len: 347 time: 0.0331800 Oct 06 12:30:23.540135 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56290) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:23.551659 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7869dcb1-497f-438e-b874-723bf441f017 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group (bebc0aa0-080d-46ab-8322-b19b6fde5755), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:23.580695 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20e9922-e3cd-4ae5-82f6-3977bd83f1bf None None] New status for floating IP 9d03391b-6f2b-4a23-aada-8176c09ac633: DOWN {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:30:23.613764 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:23.619257 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7869dcb1-497f-438e-b874-723bf441f017 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (bebc0aa0-080d-46ab-8322-b19b6fde5755), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:23.621835 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7869dcb1-497f-438e-b874-723bf441f017 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:23.622977 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-7869dcb1-497f-438e-b874-723bf441f017 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bebc0aa0-080d-46ab-8322-b19b6fde5755 HTTP/1.1" status: 204 len: 168 time: 0.1895030 Oct 06 12:30:23.626250 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 56292) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:23.646383 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869dcb1-497f-438e-b874-723bf441f017 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebc0aa0-080d-46ab-8322-b19b6fde5755,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:23.652626 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.api.v2.resource [None req-bbdf2e3f-7eda-4001-9ccd-a2250aabbc1d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] show failed (client error): The resource could not be found. Oct 06 12:30:23.653689 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-bbdf2e3f-7eda-4001-9ccd-a2250aabbc1d tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups/bebc0aa0-080d-46ab-8322-b19b6fde5755 HTTP/1.1" status: 404 len: 347 time: 0.0264766 Oct 06 12:30:23.658758 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 56294) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:23.684463 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-08413d51-aaa9-4d38-81dc-b2c5f16819de tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Deleting port a3b816fa-647b-4ba4-a36f-3545fb74e5ca {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:30:23.685602 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-08413d51-aaa9-4d38-81dc-b2c5f16819de tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (a3b816fa-647b-4ba4-a36f-3545fb74e5ca), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:23.792585 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:23.826891 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-08413d51-aaa9-4d38-81dc-b2c5f16819de tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (a3b816fa-647b-4ba4-a36f-3545fb74e5ca), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:23.827731 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-08413d51-aaa9-4d38-81dc-b2c5f16819de tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for floatingip (a3b816fa-647b-4ba4-a36f-3545fb74e5ca), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:23.842779 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:23.844601 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4f47e-db64-4dd6-bf03-9246ad5fa7ca tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Deleting port 3661b5af-9587-4b00-a88d-3f4adaff0f7e {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:30:23.844967 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f47e-db64-4dd6-bf03-9246ad5fa7ca tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (3661b5af-9587-4b00-a88d-3f4adaff0f7e), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:23.855129 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-08413d51-aaa9-4d38-81dc-b2c5f16819de tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Calling delete_port for a3b816fa-647b-4ba4-a36f-3545fb74e5ca owned by network:floatingip {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:30:23.905111 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e171523-f871-4308-9777-236372dec775 None None] New status for floating IP 45ff3559-6711-4292-af6c-0691df0a4348: DOWN {{(pid=106141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:30:23.908313 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:23.947366 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:23.956612 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4de43-c59c-4094-a712-f9c256960f14 req-b3de520d-76f7-42eb-a0d5-352f1b0598d0 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:23.958640 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-91d4de43-c59c-4094-a712-f9c256960f14 req-b3de520d-76f7-42eb-a0d5-352f1b0598d0 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 943 time: 0.0960212 Oct 06 12:30:24.011916 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-08413d51-aaa9-4d38-81dc-b2c5f16819de tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (a3b816fa-647b-4ba4-a36f-3545fb74e5ca), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.020182 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:24.035681 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f47e-db64-4dd6-bf03-9246ad5fa7ca tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (3661b5af-9587-4b00-a88d-3f4adaff0f7e), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.036151 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f47e-db64-4dd6-bf03-9246ad5fa7ca tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for floatingip (3661b5af-9587-4b00-a88d-3f4adaff0f7e), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.042693 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08413d51-aaa9-4d38-81dc-b2c5f16819de tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Pushing event deleted for resources: {'Port': ['ID=a3b816fa-647b-4ba4-a36f-3545fb74e5ca,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:24.064779 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4f47e-db64-4dd6-bf03-9246ad5fa7ca tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Calling delete_port for 3661b5af-9587-4b00-a88d-3f4adaff0f7e owned by network:floatingip {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:30:24.072335 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-91d4de43-c59c-4094-a712-f9c256960f14 req-5fc7e546-aa51-431d-96c4-1584a95d99e7 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024199 Oct 06 12:30:24.110396 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-08413d51-aaa9-4d38-81dc-b2c5f16819de tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks [] for floatingip (64d18d1d-b901-4104-8222-4421b143fffc), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.113046 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-08413d51-aaa9-4d38-81dc-b2c5f16819de tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.115400 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-08413d51-aaa9-4d38-81dc-b2c5f16819de tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/64d18d1d-b901-4104-8222-4421b143fffc HTTP/1.1" status: 204 len: 168 time: 0.5736454 Oct 06 12:30:24.238203 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f47e-db64-4dd6-bf03-9246ad5fa7ca tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (3661b5af-9587-4b00-a88d-3f4adaff0f7e), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.261311 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4f47e-db64-4dd6-bf03-9246ad5fa7ca tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event deleted for resources: {'Port': ['ID=3661b5af-9587-4b00-a88d-3f4adaff0f7e,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:24.285894 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56306) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:24.338700 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f47e-db64-4dd6-bf03-9246ad5fa7ca tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for floatingip (9d03391b-6f2b-4a23-aada-8176c09ac633), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.341126 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f47e-db64-4dd6-bf03-9246ad5fa7ca tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.342512 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-3eb4f47e-db64-4dd6-bf03-9246ad5fa7ca tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/9d03391b-6f2b-4a23-aada-8176c09ac633 HTTP/1.1" status: 204 len: 168 time: 0.6825728 Oct 06 12:30:24.348172 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4ff1f653-1c8c-4063-9a39-c1dd3e449cd3 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group (81551ae7-9219-4818-a769-35ee5868bb90), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.371082 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4ff1f653-1c8c-4063-9a39-c1dd3e449cd3 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group (81551ae7-9219-4818-a769-35ee5868bb90), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.423555 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4ff1f653-1c8c-4063-9a39-c1dd3e449cd3 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (81551ae7-9219-4818-a769-35ee5868bb90), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.426890 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4ff1f653-1c8c-4063-9a39-c1dd3e449cd3 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.431719 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 56310) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:24.436078 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-4ff1f653-1c8c-4063-9a39-c1dd3e449cd3 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/81551ae7-9219-4818-a769-35ee5868bb90 HTTP/1.1" status: 204 len: 168 time: 0.1490631 Oct 06 12:30:24.439185 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 56312) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:24.446016 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1f653-1c8c-4063-9a39-c1dd3e449cd3 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81551ae7-9219-4818-a769-35ee5868bb90,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:24.454541 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-ea013128-e323-4bf8-b05f-198c38ef897a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1509268081', 'description': 'tempest-description--1967738745'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:24.464314 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.api.v2.resource [None req-fd70e16b-4f7f-4da8-9e56-85a141139b24 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] show failed (client error): The resource could not be found. Oct 06 12:30:24.465795 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-fd70e16b-4f7f-4da8-9e56-85a141139b24 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups/81551ae7-9219-4818-a769-35ee5868bb90 HTTP/1.1" status: 404 len: 347 time: 0.0328562 Oct 06 12:30:24.469694 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56314) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:24.481245 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ea013128-e323-4bf8-b05f-198c38ef897a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.562027 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ea013128-e323-4bf8-b05f-198c38ef897a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group (f7dd8ac8-6d18-4716-a155-a33b92b85f68), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.567573 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ea013128-e323-4bf8-b05f-198c38ef897a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (f7dd8ac8-6d18-4716-a155-a33b92b85f68), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.573515 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:24.599820 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-0cb16fe5-b6ed-47f5-94f3-caf05379a9a1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Deleting port d17826c5-c524-4730-9c12-39937216a872 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:30:24.600090 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0cb16fe5-b6ed-47f5-94f3-caf05379a9a1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (d17826c5-c524-4730-9c12-39937216a872), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.604747 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ea013128-e323-4bf8-b05f-198c38ef897a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.608859 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-ea013128-e323-4bf8-b05f-198c38ef897a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1646504 Oct 06 12:30:24.608859 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea013128-e323-4bf8-b05f-198c38ef897a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dd8ac8-6d18-4716-a155-a33b92b85f68,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:24.609556 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 56316) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:24.614331 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-b3df83e0-8278-468d-b38f-e445f9882ed2 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Request body: {'security_group_rule': {'security_group_id': 'f7dd8ac8-6d18-4716-a155-a33b92b85f68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:24.645745 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b3df83e0-8278-468d-b38f-e445f9882ed2 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group_rule (d8a46846-6610-47fc-9ec5-d33c2ba611f9), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.690093 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0cb16fe5-b6ed-47f5-94f3-caf05379a9a1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (d17826c5-c524-4730-9c12-39937216a872), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.690697 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0cb16fe5-b6ed-47f5-94f3-caf05379a9a1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for floatingip (d17826c5-c524-4730-9c12-39937216a872), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.706365 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-0cb16fe5-b6ed-47f5-94f3-caf05379a9a1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Calling delete_port for d17826c5-c524-4730-9c12-39937216a872 owned by network:floatingip {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:30:24.710412 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b3df83e0-8278-468d-b38f-e445f9882ed2 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group_rule (d8a46846-6610-47fc-9ec5-d33c2ba611f9), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.715261 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b3df83e0-8278-468d-b38f-e445f9882ed2 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (d8a46846-6610-47fc-9ec5-d33c2ba611f9), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.737197 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df83e0-8278-468d-b38f-e445f9882ed2 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a46846-6610-47fc-9ec5-d33c2ba611f9,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:24.744871 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b3df83e0-8278-468d-b38f-e445f9882ed2 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.746173 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-b3df83e0-8278-468d-b38f-e445f9882ed2 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356013 Oct 06 12:30:24.748868 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 56318) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:24.754771 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-170e9748-57e4-4b6b-8d3e-1ca320f1d46e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Request body: {'security_group_rule': {'security_group_id': 'f7dd8ac8-6d18-4716-a155-a33b92b85f68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:24.791837 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-170e9748-57e4-4b6b-8d3e-1ca320f1d46e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group_rule (f17ace76-27f8-4406-9e3d-d6d6e711947b), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.854537 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-170e9748-57e4-4b6b-8d3e-1ca320f1d46e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group_rule (f17ace76-27f8-4406-9e3d-d6d6e711947b), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.856514 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0cb16fe5-b6ed-47f5-94f3-caf05379a9a1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (d17826c5-c524-4730-9c12-39937216a872), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.857614 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-170e9748-57e4-4b6b-8d3e-1ca320f1d46e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (f17ace76-27f8-4406-9e3d-d6d6e711947b), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.874929 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e9748-57e4-4b6b-8d3e-1ca320f1d46e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17ace76-27f8-4406-9e3d-d6d6e711947b,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:24.881271 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb16fe5-b6ed-47f5-94f3-caf05379a9a1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event deleted for resources: {'Port': ['ID=d17826c5-c524-4730-9c12-39937216a872,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:24.882824 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-170e9748-57e4-4b6b-8d3e-1ca320f1d46e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.884558 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-170e9748-57e4-4b6b-8d3e-1ca320f1d46e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340733 Oct 06 12:30:24.887726 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 56320) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:24.892038 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Request body: {'floatingip': {'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:24.910749 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:24.913406 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.952579 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0cb16fe5-b6ed-47f5-94f3-caf05379a9a1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for floatingip (45ff3559-6711-4292-af6c-0691df0a4348), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.955036 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-0cb16fe5-b6ed-47f5-94f3-caf05379a9a1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:24.956213 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-0cb16fe5-b6ed-47f5-94f3-caf05379a9a1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/45ff3559-6711-4292-af6c-0691df0a4348 HTTP/1.1" status: 204 len: 168 time: 0.4855082 Oct 06 12:30:24.998171 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.006045 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:25.051875 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56324) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:25.057220 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-cfdebbbe-45a5-4df0-8f5c-2b4d0ea77b97 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--884300434', 'description': 'tempest-description--2045195466'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:25.057438 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 178adb30-0da6-4996-903a-4ee020de2a0a no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:30:25.078348 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: 178adb30-0da6-4996-903a-4ee020de2a0a {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:30:25.078948 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 178adb30-0da6-4996-903a-4ee020de2a0a not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:30:25.079298 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cfdebbbe-45a5-4df0-8f5c-2b4d0ea77b97 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.079447 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:30:25.098362 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:30:25.098707 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 2f5ac9b9-0c5c-4565-96ae-3de71a11dddd not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:30:25.113662 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Allocated IP 172.27.0.203 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/6fbd3da8-6b27-44a7-8936-938eefa30e60) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:30:25.166437 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cfdebbbe-45a5-4df0-8f5c-2b4d0ea77b97 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group (96eb020e-bbf8-4fbe-8c52-4592fa289b07), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.171952 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cfdebbbe-45a5-4df0-8f5c-2b4d0ea77b97 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (96eb020e-bbf8-4fbe-8c52-4592fa289b07), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.187215 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:25.204111 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cfdebbbe-45a5-4df0-8f5c-2b4d0ea77b97 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.205343 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-cfdebbbe-45a5-4df0-8f5c-2b4d0ea77b97 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1524417 Oct 06 12:30:25.208655 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56328) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:25.213984 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-e651fb41-bb78-4754-9ee8-392dd81eb42c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Request body: {'security_group_rule': {'security_group_id': '96eb020e-bbf8-4fbe-8c52-4592fa289b07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:25.222144 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdebbbe-45a5-4df0-8f5c-2b4d0ea77b97 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96eb020e-bbf8-4fbe-8c52-4592fa289b07,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:25.225283 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5142d38-e861-4a2e-943f-ea0bd1244236 req-5bdf0067-3506-4176-a6ed-8c8b48b173b1 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:25.226765 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f5142d38-e861-4a2e-943f-ea0bd1244236 req-5bdf0067-3506-4176-a6ed-8c8b48b173b1 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 943 time: 0.0614486 Oct 06 12:30:25.244420 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e651fb41-bb78-4754-9ee8-392dd81eb42c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group_rule (8426a23c-50ab-4b28-a828-fdd5a0623c39), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.286226 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for port (6fbd3da8-6b27-44a7-8936-938eefa30e60), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.302455 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:25.311474 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e651fb41-bb78-4754-9ee8-392dd81eb42c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group_rule (8426a23c-50ab-4b28-a828-fdd5a0623c39), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.316242 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e651fb41-bb78-4754-9ee8-392dd81eb42c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (8426a23c-50ab-4b28-a828-fdd5a0623c39), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.322747 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f5142d38-e861-4a2e-943f-ea0bd1244236 req-99852f1b-deee-45bf-868f-c706bedc293c tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794148 Oct 06 12:30:25.352260 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651fb41-bb78-4754-9ee8-392dd81eb42c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8426a23c-50ab-4b28-a828-fdd5a0623c39,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:25.352260 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e651fb41-bb78-4754-9ee8-392dd81eb42c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.352260 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-e651fb41-bb78-4754-9ee8-392dd81eb42c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348138 Oct 06 12:30:25.352260 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56334) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:25.353458 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (6fbd3da8-6b27-44a7-8936-938eefa30e60), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.357682 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-60037e6e-b0aa-4b5f-a26b-de6440528879 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Request body: {'security_group_rule': {'security_group_id': '96eb020e-bbf8-4fbe-8c52-4592fa289b07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:25.388347 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:30:25.389140 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-60037e6e-b0aa-4b5f-a26b-de6440528879 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group_rule (3d6958ec-e803-4e33-bf64-38367d9a57e5), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.395180 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:30:25.399293 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:30:25.431370 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event updated for resources: {'Port': ['ID=6fbd3da8-6b27-44a7-8936-938eefa30e60,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:25.459917 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-60037e6e-b0aa-4b5f-a26b-de6440528879 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group_rule (3d6958ec-e803-4e33-bf64-38367d9a57e5), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.463443 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-60037e6e-b0aa-4b5f-a26b-de6440528879 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (3d6958ec-e803-4e33-bf64-38367d9a57e5), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.482786 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60037e6e-b0aa-4b5f-a26b-de6440528879 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6958ec-e803-4e33-bf64-38367d9a57e5,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:25.490362 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-60037e6e-b0aa-4b5f-a26b-de6440528879 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.491698 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-60037e6e-b0aa-4b5f-a26b-de6440528879 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432297 Oct 06 12:30:25.491886 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for floatingip (70dafd1f-5038-4b97-87c9-03fd41742f9e), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.495908 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56338) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:25.500165 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Request body: {'floatingip': {'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:25.520693 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.529812 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (6fbd3da8-6b27-44a7-8936-938eefa30e60), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.599648 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.682199 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for port (6fbd3da8-6b27-44a7-8936-938eefa30e60), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.687540 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (6fbd3da8-6b27-44a7-8936-938eefa30e60), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.717351 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Allocated IP 172.27.0.78 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/97ae42c4-529b-44ad-bbbb-45c5f63a0b9f) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:30:25.756238 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (70dafd1f-5038-4b97-87c9-03fd41742f9e), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.758809 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event updated for resources: {'Port': ['ID=6fbd3da8-6b27-44a7-8936-938eefa30e60,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:25.764696 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:25.775204 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.776449 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-7475b144-91fa-42f6-8b26-0757eb1405d5 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8877852 Oct 06 12:30:25.805020 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:25.830313 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for port (97ae42c4-529b-44ad-bbbb-45c5f63a0b9f), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.864174 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (97ae42c4-529b-44ad-bbbb-45c5f63a0b9f), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:25.895229 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:25.913015 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:30:25.919211 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:30:25.921853 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:30:25.926503 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event updated for resources: {'Port': ['ID=97ae42c4-529b-44ad-bbbb-45c5f63a0b9f,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:25.979842 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-53725479-f6f9-4ac1-ae5a-a8033d9d0d7e tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1509268081&fields=id&tenant_id=828d3459cdd641d98772383edfe3268f HTTP/1.1" status: 200 len: 267 time: 0.0436618 Oct 06 12:30:26.007963 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for floatingip (b6cf7273-49c2-4303-a83a-c78c4b620b48), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:26.048400 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (97ae42c4-529b-44ad-bbbb-45c5f63a0b9f), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:26.089213 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-f932310c-b4d5-485f-83d3-b137aa1b5bc6 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:26.090691 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-f932310c-b4d5-485f-83d3-b137aa1b5bc6 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/networks?id=0805475d-8b9c-4baf-bd63-089b9f9df6f5 HTTP/1.1" status: 200 len: 811 time: 0.1039100 Oct 06 12:30:26.107150 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-390247b5-0d07-4698-9b6a-865b3a2704a3 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/quotas/828d3459cdd641d98772383edfe3268f HTTP/1.1" status: 200 len: 375 time: 0.0101311 Oct 06 12:30:26.160351 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-ba8d0334-f354-4651-bd6c-92aafdce615a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=828d3459cdd641d98772383edfe3268f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480266 Oct 06 12:30:26.195116 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for port (97ae42c4-529b-44ad-bbbb-45c5f63a0b9f), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:26.200178 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (97ae42c4-529b-44ad-bbbb-45c5f63a0b9f), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:26.256657 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-57be81e7-1166-4473-8c40-8d09c235be3b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848420 Oct 06 12:30:26.270975 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event updated for resources: {'Port': ['ID=97ae42c4-529b-44ad-bbbb-45c5f63a0b9f,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:26.274306 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (b6cf7273-49c2-4303-a83a-c78c4b620b48), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:26.290821 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:26.292067 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-c35f9e3e-cb5f-4de7-935d-daa70797f345 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7952275 Oct 06 12:30:26.321042 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:26.357868 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-ac3e2650-bb67-44e2-8d31-50c468fe6531 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949023 Oct 06 12:30:26.448696 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-a8184bf2-2b30-4fb3-94e5-c9743bdb3d4f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--884300434&fields=id&tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb HTTP/1.1" status: 200 len: 267 time: 0.0455875 Oct 06 12:30:26.590280 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a0cd7-999b-4bf2-a448-4d47b234d77e req-b10b757e-a5e8-4a88-ad8e-b71805bdd00f tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:26.591767 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-181a0cd7-999b-4bf2-a448-4d47b234d77e req-b10b757e-a5e8-4a88-ad8e-b71805bdd00f tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 943 time: 0.0756569 Oct 06 12:30:26.597851 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-f478adc7-97a5-4a5b-a462-52ffb97a754b tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:26.599184 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-f478adc7-97a5-4a5b-a462-52ffb97a754b tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a983a2d0-c8c4-4203-b602-635e6e2680bd HTTP/1.1" status: 200 len: 816 time: 0.1439760 Oct 06 12:30:26.627343 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b8b0d001-742e-4057-a54a-f75a9403fa8a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/quotas/eda6037b1d4b4d31b7a7ad298452cfbb HTTP/1.1" status: 200 len: 375 time: 0.0204411 Oct 06 12:30:26.682430 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-181a0cd7-999b-4bf2-a448-4d47b234d77e req-0b8b1d8f-22fc-40dc-9a64-fe3dcdc6ba94 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821979 Oct 06 12:30:26.692132 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-a9c87ba8-5300-4e24-98e5-9cd61da7f4f1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569048 Oct 06 12:30:26.802093 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-c98d2f03-2a52-439b-8946-a1c4516ce9b3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954013 Oct 06 12:30:27.054517 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 80e7b3d0-e904-4d2f-8247-bd9a538f244c details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:30:27.144948 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4adf2106-1702-4dd3-86bd-0ef99729b0f0 req-8a4f0da9-b40d-4d2f-858e-744a4fd67308 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 210 time: 0.2663782 Oct 06 12:30:27.161398 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-be531fb0-7893-4987-88f4-cee185641b34 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525157 Oct 06 12:30:27.164630 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 80e7b3d0-e904-4d2f-8247-bd9a538f244c, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=80e7b3d0-e904-4d2f-8247-bd9a538f244c,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:27.177642 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'port_id': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'mac_address': 'fa:16:3e:01:b2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:30:27.219676 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 80e7b3d0-e904-4d2f-8247-bd9a538f244c is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:30:27.220425 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (80e7b3d0-e904-4d2f-8247-bd9a538f244c), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:27.238956 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e7b3d0-e904-4d2f-8247-bd9a538f244c {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:30:27.265772 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 80e7b3d0-e904-4d2f-8247-bd9a538f244c, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=80e7b3d0-e904-4d2f-8247-bd9a538f244c,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:27.269419 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:27.269645 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (80e7b3d0-e904-4d2f-8247-bd9a538f244c), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:27.313995 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd94b5-8188-47fc-8774-c77e743026c2 req-e2ab13b2-b9fd-4609-b421-fc712b218d80 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:27.317128 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-51dd94b5-8188-47fc-8774-c77e743026c2 req-e2ab13b2-b9fd-4609-b421-fc712b218d80 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0960379 Oct 06 12:30:27.346125 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=80e7b3d0-e904-4d2f-8247-bd9a538f244c,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:27.354404 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:27.354752 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:27.355112 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:27.355680 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:27.356020 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:27.356348 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:27.356669 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:27.357127 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:27.357454 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:27.357775 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:27.358094 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:27.358427 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:27.358745 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:27.359063 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:27.359372 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:30:27.373731 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0282215e-2e85-4468-a896-db9e547a6687 req-ff894dea-88e0-47a6-adb0-4d6bd1667d7f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 210 time: 0.0338542 Oct 06 12:30:27.401495 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-51dd94b5-8188-47fc-8774-c77e743026c2 req-b0f53ffa-501a-4021-9e1e-791eb5cd7cb6 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781419 Oct 06 12:30:27.705374 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['80e7b3d0-e904-4d2f-8247-bd9a538f244c'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:30:27.734449 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cd4f4-51e1-4d72-9a72-4112b4fe2040 req-28232e1a-4200-4b77-9952-961a31572bcd tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:27.736048 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4a4cd4f4-51e1-4d72-9a72-4112b4fe2040 req-28232e1a-4200-4b77-9952-961a31572bcd tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 946 time: 0.0516567 Oct 06 12:30:27.860496 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b96969-42d8-45bd-b314-2d989f20c48a req-4932ce68-56d7-4344-b345-7caeeb515dc4 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:27.861983 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-70b96969-42d8-45bd-b314-2d989f20c48a req-4932ce68-56d7-4344-b345-7caeeb515dc4 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 944 time: 0.0949545 Oct 06 12:30:27.901084 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-4a4cd4f4-51e1-4d72-9a72-4112b4fe2040 req-be7c3cf2-ec15-43cf-a657-bc488a57e64c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Deleting port 180aaafa-49f4-4890-afea-eb300c2b071f {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:30:27.901431 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-4a4cd4f4-51e1-4d72-9a72-4112b4fe2040 req-be7c3cf2-ec15-43cf-a657-bc488a57e64c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (180aaafa-49f4-4890-afea-eb300c2b071f), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:27.978854 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-70b96969-42d8-45bd-b314-2d989f20c48a req-63656c8a-4351-45d6-9edc-a950574e9c40 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099534 Oct 06 12:30:28.012384 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-4a4cd4f4-51e1-4d72-9a72-4112b4fe2040 req-be7c3cf2-ec15-43cf-a657-bc488a57e64c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] For port 180aaafa-49f4-4890-afea-eb300c2b071f, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=180aaafa-49f4-4890-afea-eb300c2b071f,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:28.012747 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-4a4cd4f4-51e1-4d72-9a72-4112b4fe2040 req-be7c3cf2-ec15-43cf-a657-bc488a57e64c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (180aaafa-49f4-4890-afea-eb300c2b071f), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:28.025755 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-4a4cd4f4-51e1-4d72-9a72-4112b4fe2040 req-be7c3cf2-ec15-43cf-a657-bc488a57e64c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Calling delete_port for 180aaafa-49f4-4890-afea-eb300c2b071f owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:30:28.098012 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:28.155905 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-4a4cd4f4-51e1-4d72-9a72-4112b4fe2040 req-be7c3cf2-ec15-43cf-a657-bc488a57e64c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (180aaafa-49f4-4890-afea-eb300c2b071f), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:28.184852 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c3cf2-ec15-43cf-a657-bc488a57e64c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Pushing event deleted for resources: {'Port': ['ID=180aaafa-49f4-4890-afea-eb300c2b071f,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:28.236942 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4cd4f4-51e1-4d72-9a72-4112b4fe2040 req-be7c3cf2-ec15-43cf-a657-bc488a57e64c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] No DVR routers for this DVR port 180aaafa-49f4-4890-afea-eb300c2b071f on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:30:28.239718 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-4a4cd4f4-51e1-4d72-9a72-4112b4fe2040 req-be7c3cf2-ec15-43cf-a657-bc488a57e64c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:28.242879 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4a4cd4f4-51e1-4d72-9a72-4112b4fe2040 req-be7c3cf2-ec15-43cf-a657-bc488a57e64c tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.23 "DELETE /networking/v2.0/ports/180aaafa-49f4-4890-afea-eb300c2b071f HTTP/1.1" status: 204 len: 173 time: 0.4867549 Oct 06 12:30:28.250923 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ff3ab6-55a2-45ae-a912-59faf8868070', 'name': 'network-vif-deleted', 'tag': '180aaafa-49f4-4890-afea-eb300c2b071f'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:28.253306 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d40f034-e2a5-4ca8-9680-f5faa16248ec" -d '{"events": [{"server_uuid": "d1ff3ab6-55a2-45ae-a912-59faf8868070", "name": "network-vif-deleted", "tag": "180aaafa-49f4-4890-afea-eb300c2b071f"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:28.277503 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-71e381ab-5556-4e17-9020-54ae846acec0 req-06804559-5adb-43a5-9260-ad94bdb94c8a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 210 time: 0.0418439 Oct 06 12:30:28.292949 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811c5615-1414-468e-ac92-83182b711b68 x-openstack-request-id: req-811c5615-1414-468e-ac92-83182b711b68 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:28.293312 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ff3ab6-55a2-45ae-a912-59faf8868070", "name": "network-vif-deleted", "tag": "180aaafa-49f4-4890-afea-eb300c2b071f", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:28.293631 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-811c5615-1414-468e-ac92-83182b711b68 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:28.294084 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811c5615-1414-468e-ac92-83182b711b68'] response: {'server_uuid': 'd1ff3ab6-55a2-45ae-a912-59faf8868070', 'name': 'network-vif-deleted', 'tag': '180aaafa-49f4-4890-afea-eb300c2b071f', 'status': 'completed', 'code': 200} Oct 06 12:30:28.610475 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-86c72b8a-7cb8-425c-8bff-1cdbd352fa94 req-c531edc9-f57c-41b5-94ea-50fdb3e5e16f tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.0700252 Oct 06 12:30:28.612309 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c9412554-4cd5-42c2-811d-b1e60b245032 req-6c43062c-39b0-468d-8012-5191aa238108 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 210 time: 0.0729861 Oct 06 12:30:28.663166 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-bf21518e-0344-43a6-b54a-4f9acb770dc6 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:28.664985 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-bf21518e-0344-43a6-b54a-4f9acb770dc6 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.23 "GET /networking/v2.0/networks?id=0805475d-8b9c-4baf-bd63-089b9f9df6f5 HTTP/1.1" status: 200 len: 811 time: 0.2111323 Oct 06 12:30:28.785161 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['9e7b0b39-c340-4a59-8b3a-a243b300266f', '180aaafa-49f4-4890-afea-eb300c2b071f'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:30:28.836048 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-eb957348-6976-476c-aa1f-b04274c9cd80 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=828d3459cdd641d98772383edfe3268f HTTP/1.1" status: 200 len: 380 time: 0.0537004 Oct 06 12:30:28.876196 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:29.045162 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-716c5ced-4fcb-43bd-89af-591634c00da1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Request body: {'port': {'device_id': '4c71fe8d-fb4e-4848-9b99-318ccbb0ba14', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'admin_state_up': True, 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'security_groups': ['f7dd8ac8-6d18-4716-a155-a33b92b85f68']}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:29.142974 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:29.183770 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5d11e-aba4-423d-94ef-ef6be0b36392 req-6920c7fd-88ca-4fa2-9c2a-89c108328b5b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:29.185152 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a3c5d11e-aba4-423d-94ef-ef6be0b36392 req-6920c7fd-88ca-4fa2-9c2a-89c108328b5b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 944 time: 0.0772161 Oct 06 12:30:29.231081 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-716c5ced-4fcb-43bd-89af-591634c00da1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Made reservation on behalf of 828d3459cdd641d98772383edfe3268f for: {'port': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:30:29.234818 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-716c5ced-4fcb-43bd-89af-591634c00da1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:29.275211 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 80e7b3d0-e904-4d2f-8247-bd9a538f244c up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:30:29.278128 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a3c5d11e-aba4-423d-94ef-ef6be0b36392 req-c32e01b1-4751-4008-85bf-c39347228d6a tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845690 Oct 06 12:30:29.344917 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:29.356979 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port 80e7b3d0-e904-4d2f-8247-bd9a538f244c completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:30:29.371828 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 80e7b3d0-e904-4d2f-8247-bd9a538f244c triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:30:29.372470 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (80e7b3d0-e904-4d2f-8247-bd9a538f244c), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:29.372967 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 80e7b3d0-e904-4d2f-8247-bd9a538f244c Oct 06 12:30:29.374133 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-f9354bff-4b81-4b8a-a733-739c3ed906a6 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:29.377835 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-f9354bff-4b81-4b8a-a733-739c3ed906a6 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.23 "GET /networking/v2.0/networks?id=a983a2d0-c8c4-4203-b602-635e6e2680bd HTTP/1.1" status: 200 len: 816 time: 0.1827471 Oct 06 12:30:29.449273 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-35d67591-39d1-464e-b71d-707903dff3b2 req-d263668f-4455-4de4-a10d-49d87c74a8b4 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 210 time: 0.0668764 Oct 06 12:30:29.469920 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-de32a8fb-1635-43ae-ae19-1d5cb75a71ea tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb HTTP/1.1" status: 200 len: 379 time: 0.0637839 Oct 06 12:30:29.482534 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-716c5ced-4fcb-43bd-89af-591634c00da1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Allocated IP 172.20.0.10 (0805475d-8b9c-4baf-bd63-089b9f9df6f5/fa59c4f4-50ab-4f12-b932-f152d4e018f2/abc2aa64-ae2d-47b6-9296-fa6c134455a2) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:30:29.527395 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-db1dd5e0-72bc-4e49-aa4e-8f3308826d2e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Request body: {'port': {'device_id': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'admin_state_up': True, 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'security_groups': ['96eb020e-bbf8-4fbe-8c52-4592fa289b07']}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:29.596566 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 80e7b3d0-e904-4d2f-8247-bd9a538f244c is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:30:29.596947 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (80e7b3d0-e904-4d2f-8247-bd9a538f244c), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:29.622353 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e7b3d0-e904-4d2f-8247-bd9a538f244c'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:29.624628 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270db733-fc30-4124-8ae5-32c3e32696bb" -d '{"events": [{"server_uuid": "82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094", "name": "network-vif-plugged", "status": "completed", "tag": "80e7b3d0-e904-4d2f-8247-bd9a538f244c"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:29.638468 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 80e7b3d0-e904-4d2f-8247-bd9a538f244c, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=80e7b3d0-e904-4d2f-8247-bd9a538f244c,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:29.642840 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (80e7b3d0-e904-4d2f-8247-bd9a538f244c), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:29.649123 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=100 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:29.651547 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-716c5ced-4fcb-43bd-89af-591634c00da1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for port (abc2aa64-ae2d-47b6-9296-fa6c134455a2), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:29.654754 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-db1dd5e0-72bc-4e49-aa4e-8f3308826d2e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Made reservation on behalf of eda6037b1d4b4d31b7a7ad298452cfbb for: {'port': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:30:29.659103 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-db1dd5e0-72bc-4e49-aa4e-8f3308826d2e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:29.702675 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaf48cc-0fd2-4bc5-8a16-62d804327e3f x-openstack-request-id: req-8eaf48cc-0fd2-4bc5-8a16-62d804327e3f {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:29.702971 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094", "name": "network-vif-plugged", "status": "completed", "tag": "80e7b3d0-e904-4d2f-8247-bd9a538f244c", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:29.703229 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8eaf48cc-0fd2-4bc5-8a16-62d804327e3f {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:29.703655 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eaf48cc-0fd2-4bc5-8a16-62d804327e3f'] response: {'server_uuid': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'code': 200} Oct 06 12:30:29.704760 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=80e7b3d0-e904-4d2f-8247-bd9a538f244c,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:29.724094 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-716c5ced-4fcb-43bd-89af-591634c00da1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (abc2aa64-ae2d-47b6-9296-fa6c134455a2), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:29.736223 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:29.783391 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:29.809778 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-db1dd5e0-72bc-4e49-aa4e-8f3308826d2e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Allocated IP 172.20.0.6 (a983a2d0-c8c4-4203-b602-635e6e2680bd/3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2/fc7be519-3630-4616-ad76-14402cf4ad87) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:30:29.827797 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bb84bc95-7280-48e6-8b87-cc7f12227535 req-f353a209-2979-4787-8e36-ad939e9ab966 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 210 time: 0.0850210 Oct 06 12:30:29.832962 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-716c5ced-4fcb-43bd-89af-591634c00da1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:30:29.844093 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0a9a250b-d0e8-4863-935c-82ef5a4f13c6 req-a22073be-a606-42e5-88fa-6972e66fe152 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d1ff3ab6-55a2-45ae-a912-59faf8868070 HTTP/1.1" status: 200 len: 210 time: 0.0737252 Oct 06 12:30:29.854369 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-716c5ced-4fcb-43bd-89af-591634c00da1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:30:29.870594 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-716c5ced-4fcb-43bd-89af-591634c00da1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:30:29.920570 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c5ced-4fcb-43bd-89af-591634c00da1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event updated for resources: {'Port': ['ID=abc2aa64-ae2d-47b6-9296-fa6c134455a2,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:29.965921 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-716c5ced-4fcb-43bd-89af-591634c00da1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:29.968586 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-716c5ced-4fcb-43bd-89af-591634c00da1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:30.009329 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-716c5ced-4fcb-43bd-89af-591634c00da1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9668324 Oct 06 12:30:30.059041 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Request body: {'port': {'device_id': '4c71fe8d-fb4e-4848-9b99-318ccbb0ba14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:30.081760 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-db1dd5e0-72bc-4e49-aa4e-8f3308826d2e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for port (fc7be519-3630-4616-ad76-14402cf4ad87), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:30.144144 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-db1dd5e0-72bc-4e49-aa4e-8f3308826d2e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:30.186544 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-4ad6ea87-5b72-4aa8-9baa-d992fe41a9e5 None None] Provisioning complete for port abc2aa64-ae2d-47b6-9296-fa6c134455a2 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:30:30.187098 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ea87-5b72-4aa8-9baa-d992fe41a9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (abc2aa64-ae2d-47b6-9296-fa6c134455a2), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:30.187201 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-4ad6ea87-5b72-4aa8-9baa-d992fe41a9e5 None None] Attempt 1 to provision port abc2aa64-ae2d-47b6-9296-fa6c134455a2 Oct 06 12:30:30.188422 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61cbaa-95da-410c-8d77-80fe4f4b53e5 req-1a0958c6-da08-451c-a85e-e8e189fe4a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:30.190091 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3b61cbaa-95da-410c-8d77-80fe4f4b53e5 req-1a0958c6-da08-451c-a85e-e8e189fe4a4a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 1129 time: 0.0775366 Oct 06 12:30:30.191221 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-db1dd5e0-72bc-4e49-aa4e-8f3308826d2e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Network a983a2d0-c8c4-4203-b602-635e6e2680bd is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:30:30.194631 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-db1dd5e0-72bc-4e49-aa4e-8f3308826d2e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:30:30.199061 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-db1dd5e0-72bc-4e49-aa4e-8f3308826d2e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:30:30.203287 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dd5e0-72bc-4e49-aa4e-8f3308826d2e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event updated for resources: {'Port': ['ID=fc7be519-3630-4616-ad76-14402cf4ad87,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:30.228796 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6ea87-5b72-4aa8-9baa-d992fe41a9e5 None None] Port abc2aa64-ae2d-47b6-9296-fa6c134455a2 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:30:30.255705 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:30.256569 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (abc2aa64-ae2d-47b6-9296-fa6c134455a2), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:30.294046 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3b61cbaa-95da-410c-8d77-80fe4f4b53e5 req-1fac78db-9e20-464b-bc15-7f75ab2d32da service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965185 Oct 06 12:30:30.301477 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-db1dd5e0-72bc-4e49-aa4e-8f3308826d2e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:30.302374 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-db1dd5e0-72bc-4e49-aa4e-8f3308826d2e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:30.355904 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-db1dd5e0-72bc-4e49-aa4e-8f3308826d2e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8365736 Oct 06 12:30:30.534897 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d12b7-4c3f-4436-9137-9d31250832d3 req-855a607b-45df-48d4-bb8b-5e2f3c91a132 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:30.536749 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2a1d12b7-4c3f-4436-9137-9d31250832d3 req-855a607b-45df-48d4-bb8b-5e2f3c91a132 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 945 time: 0.1246815 Oct 06 12:30:30.573689 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-d0636df1-fe94-431a-a381-02dece968d88 None None] Provisioning complete for port fc7be519-3630-4616-ad76-14402cf4ad87 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:30:30.573983 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-d0636df1-fe94-431a-a381-02dece968d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:30.575159 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-d0636df1-fe94-431a-a381-02dece968d88 None None] Attempt 1 to provision port fc7be519-3630-4616-ad76-14402cf4ad87 Oct 06 12:30:30.623886 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-d0636df1-fe94-431a-a381-02dece968d88 None None] Port fc7be519-3630-4616-ad76-14402cf4ad87 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:30:30.648044 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10063cb3-1124-470a-809a-cccdf5b39539 req-a8ce5dba-2c2e-46cc-a22d-ec7a89620128 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:30.649540 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-10063cb3-1124-470a-809a-cccdf5b39539 req-a8ce5dba-2c2e-46cc-a22d-ec7a89620128 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 932 time: 0.1054609 Oct 06 12:30:30.671786 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Request body: {'port': {'device_id': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:30.696095 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2a1d12b7-4c3f-4436-9137-9d31250832d3 req-e145872e-e69d-4aa3-832f-1407570e44e4 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371949 Oct 06 12:30:30.737288 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:30.764050 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-10063cb3-1124-470a-809a-cccdf5b39539 req-00f85ffd-555d-4eb8-b768-d45d5b2f9575 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f7dd8ac8-6d18-4716-a155-a33b92b85f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010742 Oct 06 12:30:30.769381 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc2aa64-ae2d-47b6-9296-fa6c134455a2 {{(pid=106140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:30:30.777443 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Publish callbacks [] for port (abc2aa64-ae2d-47b6-9296-fa6c134455a2), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:30.791393 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.provisioning_blocks [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Transition to ACTIVE for port object abc2aa64-ae2d-47b6-9296-fa6c134455a2 will not be triggered until provisioned by entity L2. {{(pid=106140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:30:30.795898 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (abc2aa64-ae2d-47b6-9296-fa6c134455a2), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:30.859903 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Pushing event updated for resources: {'Port': ['ID=abc2aa64-ae2d-47b6-9296-fa6c134455a2,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:30.924968 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Attempting to bind port abc2aa64-ae2d-47b6-9296-fa6c134455a2 on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:30:30.925404 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Attempting to bind port abc2aa64-ae2d-47b6-9296-fa6c134455a2 by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:30:30.925815 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Attempting to bind port abc2aa64-ae2d-47b6-9296-fa6c134455a2 on network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:30:30.991138 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:31.001503 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7be519-3630-4616-ad76-14402cf4ad87 {{(pid=106139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:30:31.006811 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e6450-b994-45e3-8ebf-dadb8e4f1616 req-7bf655ee-c68e-41c9-9b5b-ece59e81466f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:31.008472 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6e1e6450-b994-45e3-8ebf-dadb8e4f1616 req-7bf655ee-c68e-41c9-9b5b-ece59e81466f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 931 time: 0.0853202 Oct 06 12:30:31.016006 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Publish callbacks [] for port (fc7be519-3630-4616-ad76-14402cf4ad87), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:31.030648 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.provisioning_blocks [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Transition to ACTIVE for port object fc7be519-3630-4616-ad76-14402cf4ad87 will not be triggered until provisioned by entity L2. {{(pid=106139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:30:31.034708 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:31.049991 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Port abc2aa64-ae2d-47b6-9296-fa6c134455a2 on network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:30:31.050307 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Attempting to bind port abc2aa64-ae2d-47b6-9296-fa6c134455a2 on network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:30:31.104549 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:31.110664 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6e1e6450-b994-45e3-8ebf-dadb8e4f1616 req-896f6f7c-d932-4f4c-ba67-384be650c63f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794528 Oct 06 12:30:31.118018 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:30:31.118386 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Checking segment: {'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:30:31.118777 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Bound using segment: {'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:30:31.119217 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Bound port: abc2aa64-ae2d-47b6-9296-fa6c134455a2, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a247455-d931-427c-b5d7-06d88a7c7abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5'}}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:30:31.120285 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (abc2aa64-ae2d-47b6-9296-fa6c134455a2), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:31.123830 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Pushing event updated for resources: {'Port': ['ID=fc7be519-3630-4616-ad76-14402cf4ad87,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:31.147822 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:31.181809 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Attempting to bind port fc7be519-3630-4616-ad76-14402cf4ad87 on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:30:31.182148 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Attempting to bind port fc7be519-3630-4616-ad76-14402cf4ad87 by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'}] {{(pid=106139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:30:31.182583 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Attempting to bind port fc7be519-3630-4616-ad76-14402cf4ad87 on network a983a2d0-c8c4-4203-b602-635e6e2680bd {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:30:31.225124 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ba546-a1c4-4023-85f1-05ff9d63d737 req-3ea32392-ed71-4799-a481-78f173af198e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:31.226617 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-106ba546-a1c4-4023-85f1-05ff9d63d737 req-3ea32392-ed71-4799-a481-78f173af198e tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0669556 Oct 06 12:30:31.233392 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] For port abc2aa64-ae2d-47b6-9296-fa6c134455a2, host hv-cinder-85604, cleared binding levels {{(pid=106140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:30:31.234517 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Port fc7be519-3630-4616-ad76-14402cf4ad87 on network a983a2d0-c8c4-4203-b602-635e6e2680bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:30:31.234855 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Attempting to bind port fc7be519-3630-4616-ad76-14402cf4ad87 on network a983a2d0-c8c4-4203-b602-635e6e2680bd {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:30:31.238187 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] For port abc2aa64-ae2d-47b6-9296-fa6c134455a2, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=abc2aa64-ae2d-47b6-9296-fa6c134455a2,segment=NetworkSegment(2a247455-d931-427c-b5d7-06d88a7c7abe),segment_id=2a247455-d931-427c-b5d7-06d88a7c7abe)] {{(pid=106140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:30:31.260552 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 180aaafa-49f4-4890-afea-eb300c2b071f no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:30:31.262149 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (abc2aa64-ae2d-47b6-9296-fa6c134455a2), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:31.267610 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:31.268216 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:31.269571 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/abc2aa64-ae2d-47b6-9296-fa6c134455a2 HTTP/1.1" status: 200 len: 1094 time: 1.2166078 Oct 06 12:30:31.270106 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c71fe8d-fb4e-4848-9b99-318ccbb0ba14', 'tag': 'abc2aa64-ae2d-47b6-9296-fa6c134455a2'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:31.272776 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51843175-e146-40e5-ba56-df95883bcb3a" -d '{"events": [{"name": "network-changed", "server_uuid": "4c71fe8d-fb4e-4848-9b99-318ccbb0ba14", "tag": "abc2aa64-ae2d-47b6-9296-fa6c134455a2"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:31.282803 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: 180aaafa-49f4-4890-afea-eb300c2b071f {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:30:31.283156 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 180aaafa-49f4-4890-afea-eb300c2b071f not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:30:31.286852 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:30:31.287193 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Checking segment: {'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:30:31.287611 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Bound using segment: {'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'} {{(pid=106139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:30:31.289442 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.managers [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Bound port: fc7be519-3630-4616-ad76-14402cf4ad87, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ad0a91-900a-482c-8774-41649a8e809c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd'}}] {{(pid=106139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:30:31.289820 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:31.316778 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac10ca3-7a2e-4253-8bec-e9402d6c2238 x-openstack-request-id: req-5ac10ca3-7a2e-4253-8bec-e9402d6c2238 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:31.317065 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c71fe8d-fb4e-4848-9b99-318ccbb0ba14", "tag": "abc2aa64-ae2d-47b6-9296-fa6c134455a2", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:31.317315 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5ac10ca3-7a2e-4253-8bec-e9402d6c2238 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:31.317711 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac10ca3-7a2e-4253-8bec-e9402d6c2238'] response: {'name': 'network-changed', 'server_uuid': '4c71fe8d-fb4e-4848-9b99-318ccbb0ba14', 'tag': 'abc2aa64-ae2d-47b6-9296-fa6c134455a2', 'status': 'completed', 'code': 200} Oct 06 12:30:31.319739 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:31.347714 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-106ba546-a1c4-4023-85f1-05ff9d63d737 req-25ad3a99-7846-4bc5-85b6-9534290d365a tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119397 Oct 06 12:30:31.358682 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a6640-ec94-4375-b9c4-07d4cfaf50e1 service neutron] Pushing event updated for resources: {'Port': ['ID=abc2aa64-ae2d-47b6-9296-fa6c134455a2,revision_number=3']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:31.360409 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] For port fc7be519-3630-4616-ad76-14402cf4ad87, host hv-cinder-85604, cleared binding levels {{(pid=106139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:30:31.365587 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] For port fc7be519-3630-4616-ad76-14402cf4ad87, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=fc7be519-3630-4616-ad76-14402cf4ad87,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:30:31.372506 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:31.394919 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:31.395554 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:31.397190 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/fc7be519-3630-4616-ad76-14402cf4ad87 HTTP/1.1" status: 200 len: 1093 time: 0.7344816 Oct 06 12:30:31.397688 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'tag': 'fc7be519-3630-4616-ad76-14402cf4ad87'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:31.400467 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cbbbda-02e0-4e26-acba-e86c339c54bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c743b80a-43e9-4dc1-a570-6873a5992f34", "tag": "fc7be519-3630-4616-ad76-14402cf4ad87"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:31.427868 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777c11d-6dc5-4e2c-8397-29c14f5108cd service neutron] Pushing event updated for resources: {'Port': ['ID=fc7be519-3630-4616-ad76-14402cf4ad87,revision_number=3']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:31.438681 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6e24c4-f362-45dc-8c09-5a47770448ba x-openstack-request-id: req-1d6e24c4-f362-45dc-8c09-5a47770448ba {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:31.438973 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c743b80a-43e9-4dc1-a570-6873a5992f34", "tag": "fc7be519-3630-4616-ad76-14402cf4ad87", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:31.439229 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1d6e24c4-f362-45dc-8c09-5a47770448ba {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:31.439666 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d6e24c4-f362-45dc-8c09-5a47770448ba'] response: {'name': 'network-changed', 'server_uuid': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'tag': 'fc7be519-3630-4616-ad76-14402cf4ad87', 'status': 'completed', 'code': 200} Oct 06 12:30:31.819418 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcdad1-9dda-4a39-9fee-5c8ef30fef23 req-0514d324-7f35-4ab9-a30f-5203188b5f4c tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:31.820937 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-91bcdad1-9dda-4a39-9fee-5c8ef30fef23 req-0514d324-7f35-4ab9-a30f-5203188b5f4c tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 945 time: 0.0469785 Oct 06 12:30:31.902278 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-91bcdad1-9dda-4a39-9fee-5c8ef30fef23 req-74ae3832-7512-4419-a9dd-ce26fdd9be36 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750151 Oct 06 12:30:31.912300 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8faa8-e4dc-4877-8d70-c02ec49cc422 req-df8e9fd2-2599-42ec-8b43-3ef403c89b6f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:31.913711 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-02e8faa8-e4dc-4877-8d70-c02ec49cc422 req-df8e9fd2-2599-42ec-8b43-3ef403c89b6f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 944 time: 0.0700593 Oct 06 12:30:31.960648 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-02e8faa8-e4dc-4877-8d70-c02ec49cc422 req-740b1e99-f3a5-4522-a5d3-bc38ca060cf0 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f7dd8ac8-6d18-4716-a155-a33b92b85f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414138 Oct 06 12:30:31.975857 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51843175-e146-40e5-ba56-df95883bcb3a req-a5107c0a-7e2b-4076-a788-f824d197fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:31.977368 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-51843175-e146-40e5-ba56-df95883bcb3a req-a5107c0a-7e2b-4076-a788-f824d197fa3e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=828d3459cdd641d98772383edfe3268f&device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 1128 time: 0.0435483 Oct 06 12:30:32.064177 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbbbda-02e0-4e26-acba-e86c339c54bf req-a80f7341-b3e5-4e50-b020-261a0e84cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:32.065546 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-16cbbbda-02e0-4e26-acba-e86c339c54bf req-a80f7341-b3e5-4e50-b020-261a0e84cafa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 1127 time: 0.0381701 Oct 06 12:30:32.237805 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e57f7-f253-4746-b59f-e75800a54656 req-26b75229-9026-4e86-87d8-55fd9c9bae01 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:32.239259 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-340e57f7-f253-4746-b59f-e75800a54656 req-26b75229-9026-4e86-87d8-55fd9c9bae01 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0469906 Oct 06 12:30:32.290054 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-340e57f7-f253-4746-b59f-e75800a54656 req-3ec406a7-13e9-47b6-bae7-63eb718c7a0e tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449975 Oct 06 12:30:32.470790 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bee8b-3274-4ce3-ace4-24e7c079084b req-a3e965bc-7a6a-4b54-8f8e-f68ba9e7fb67 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:32.472272 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a32bee8b-3274-4ce3-ace4-24e7c079084b req-a3e965bc-7a6a-4b54-8f8e-f68ba9e7fb67 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0462899 Oct 06 12:30:32.518067 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a32bee8b-3274-4ce3-ace4-24e7c079084b req-d43b144e-d127-40da-acc1-6fcd2be120d3 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f61f808-a270-4d28-8a0c-3c46bb06ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402741 Oct 06 12:30:32.628208 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51843175-e146-40e5-ba56-df95883bcb3a req-75c5dc96-5379-4e78-b921-5744a657b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:32.629726 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-51843175-e146-40e5-ba56-df95883bcb3a req-75c5dc96-5379-4e78-b921-5744a657b5c2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=828d3459cdd641d98772383edfe3268f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0938087 Oct 06 12:30:32.630545 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a072bf-6388-4dac-a217-af61cc0130ea req-3f7e4bf8-0a30-45a6-8c7c-d0cc409e49dc tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:32.631986 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8a072bf-6388-4dac-a217-af61cc0130ea req-3f7e4bf8-0a30-45a6-8c7c-d0cc409e49dc tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 946 time: 0.0842676 Oct 06 12:30:32.688782 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:32.699140 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbbbda-02e0-4e26-acba-e86c339c54bf req-bffb671d-cabb-4da0-9729-0debc0d9c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:32.700856 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-16cbbbda-02e0-4e26-acba-e86c339c54bf req-bffb671d-cabb-4da0-9729-0debc0d9c520 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1631145 Oct 06 12:30:32.733655 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51843175-e146-40e5-ba56-df95883bcb3a req-edd7c34b-00d1-4fff-bc19-dd69c5478792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:32.735193 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-51843175-e146-40e5-ba56-df95883bcb3a req-edd7c34b-00d1-4fff-bc19-dd69c5478792 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959909 Oct 06 12:30:32.793179 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-d8a072bf-6388-4dac-a217-af61cc0130ea req-bfe3e88b-3783-4a9a-8dab-09dd22df86db tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Deleting port 9e7b0b39-c340-4a59-8b3a-a243b300266f {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:30:32.793519 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d8a072bf-6388-4dac-a217-af61cc0130ea req-bfe3e88b-3783-4a9a-8dab-09dd22df86db tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (9e7b0b39-c340-4a59-8b3a-a243b300266f), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:32.832025 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-b5d116fc-76ba-4d57-b301-5bd9f466ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:32.833507 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-b5d116fc-76ba-4d57-b301-5bd9f466ad09 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=828d3459cdd641d98772383edfe3268f&device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 1128 time: 0.0396769 Oct 06 12:30:32.877496 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-65e141fb-225d-43c0-af95-fc5804bd1a86 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abc2aa64-ae2d-47b6-9296-fa6c134455a2 HTTP/1.1" status: 200 len: 217 time: 0.0322661 Oct 06 12:30:33.178283 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-14e10650-1209-4b50-aa8b-3ce4de87a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:33.179743 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-14e10650-1209-4b50-aa8b-3ce4de87a0e8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fa59c4f4-50ab-4f12-b932-f152d4e018f2 HTTP/1.1" status: 200 len: 850 time: 0.2953043 Oct 06 12:30:33.193974 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbbbda-02e0-4e26-acba-e86c339c54bf req-0122d328-e07c-4a8d-bd9f-ee6bfcf2b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:33.195376 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-16cbbbda-02e0-4e26-acba-e86c339c54bf req-0122d328-e07c-4a8d-bd9f-ee6bfcf2b313 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4876573 Oct 06 12:30:33.218130 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833a696-ce9d-41d6-b974-3258f1d50df5 req-9940c9f0-087f-4115-b312-68e2c9ce6ac1 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:33.220110 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9833a696-ce9d-41d6-b974-3258f1d50df5 req-9940c9f0-087f-4115-b312-68e2c9ce6ac1 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 945 time: 0.1209390 Oct 06 12:30:33.223263 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-5efd6e4f-a60c-4d18-8fb6-23ccc8944839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:33.224762 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-5efd6e4f-a60c-4d18-8fb6-23ccc8944839 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=0805475d-8b9c-4baf-bd63-089b9f9df6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390110 Oct 06 12:30:33.225493 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cd1af-5476-4353-b65d-9de0736706b6 req-8f951dea-c8b3-4d0a-a399-63f39e81368a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:33.226891 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cf2cd1af-5476-4353-b65d-9de0736706b6 req-8f951dea-c8b3-4d0a-a399-63f39e81368a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 944 time: 0.1270263 Oct 06 12:30:33.240300 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-d8a072bf-6388-4dac-a217-af61cc0130ea req-bfe3e88b-3783-4a9a-8dab-09dd22df86db tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] For port 9e7b0b39-c340-4a59-8b3a-a243b300266f, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9e7b0b39-c340-4a59-8b3a-a243b300266f,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:33.240673 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d8a072bf-6388-4dac-a217-af61cc0130ea req-bfe3e88b-3783-4a9a-8dab-09dd22df86db tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (9e7b0b39-c340-4a59-8b3a-a243b300266f), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:33.264643 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:33.289587 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-d8a072bf-6388-4dac-a217-af61cc0130ea req-bfe3e88b-3783-4a9a-8dab-09dd22df86db tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Calling delete_port for 9e7b0b39-c340-4a59-8b3a-a243b300266f owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:30:33.343154 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-b2415ece-1697-40aa-a100-3211b5b0ad1a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909333 Oct 06 12:30:33.393971 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b65b69a6-c75a-481d-bf4b-2b9dbe341379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:33.395465 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-b65b69a6-c75a-481d-bf4b-2b9dbe341379 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 1127 time: 0.1190853 Oct 06 12:30:33.402124 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9833a696-ce9d-41d6-b974-3258f1d50df5 req-595bbb48-d995-494f-9f0d-2c12301b1de4 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725242 Oct 06 12:30:33.406622 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cf2cd1af-5476-4353-b65d-9de0736706b6 req-bf527966-f4be-4a7d-ab02-da316bef51ee tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f7dd8ac8-6d18-4716-a155-a33b92b85f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681993 Oct 06 12:30:33.442066 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-6fc350fd-24f7-46ba-97dd-2e6a4fc6ed4e req-5079d0a1-aa0d-4c76-9b9f-05dc35bd032d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916314 Oct 06 12:30:33.481607 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-5c9a2d30-3621-4e43-94da-1b5be9b99e98 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc7be519-3630-4616-ad76-14402cf4ad87 HTTP/1.1" status: 200 len: 217 time: 0.0530279 Oct 06 12:30:33.573502 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e13c4-1c33-46fc-8396-2ea3d729fd1c req-ea109783-0cc6-4ac7-be66-20d918da39eb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:33.575031 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-388e13c4-1c33-46fc-8396-2ea3d729fd1c req-ea109783-0cc6-4ac7-be66-20d918da39eb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 945 time: 0.0811241 Oct 06 12:30:33.584433 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25e863-b042-4be1-baf3-fb8e255bf003 req-5d5d6a4c-ea95-498f-aa2d-b0bfa97d4e79 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:33.585828 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ec25e863-b042-4be1-baf3-fb8e255bf003 req-5d5d6a4c-ea95-498f-aa2d-b0bfa97d4e79 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.1021700 Oct 06 12:30:33.688953 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d8a072bf-6388-4dac-a217-af61cc0130ea req-bfe3e88b-3783-4a9a-8dab-09dd22df86db tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (9e7b0b39-c340-4a59-8b3a-a243b300266f), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:33.698244 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:33.700914 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:33.713066 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-388e13c4-1c33-46fc-8396-2ea3d729fd1c req-a93fb210-2f69-48e4-9b3b-3a1a3c16875a tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262810 Oct 06 12:30:33.731911 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ec25e863-b042-4be1-baf3-fb8e255bf003 req-684e3675-b8cf-46b2-a2f7-5c37a86d46ce tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236548 Oct 06 12:30:33.739759 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3e88b-3783-4a9a-8dab-09dd22df86db tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Pushing event deleted for resources: {'Port': ['ID=9e7b0b39-c340-4a59-8b3a-a243b300266f,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:33.745306 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56466) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:33.791986 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a072bf-6388-4dac-a217-af61cc0130ea req-bfe3e88b-3783-4a9a-8dab-09dd22df86db tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] No DVR routers for this DVR port 9e7b0b39-c340-4a59-8b3a-a243b300266f on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:30:33.795365 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d8a072bf-6388-4dac-a217-af61cc0130ea req-bfe3e88b-3783-4a9a-8dab-09dd22df86db tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:33.796332 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418434fd-54d5-4dd8-b13c-c7953055a39e tempest-TestVolumeBootPattern-1449676332 tempest-TestVolumeBootPattern-1449676332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:33.797951 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-418434fd-54d5-4dd8-b13c-c7953055a39e tempest-TestVolumeBootPattern-1449676332 tempest-TestVolumeBootPattern-1449676332-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 1124 time: 0.0514307 Oct 06 12:30:33.798628 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8a072bf-6388-4dac-a217-af61cc0130ea req-bfe3e88b-3783-4a9a-8dab-09dd22df86db tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.23 "DELETE /networking/v2.0/ports/9e7b0b39-c340-4a59-8b3a-a243b300266f HTTP/1.1" status: 204 len: 173 time: 1.1575382 Oct 06 12:30:33.799139 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdd2944-b97f-40e0-a1cb-915cea031265', 'name': 'network-vif-deleted', 'tag': '9e7b0b39-c340-4a59-8b3a-a243b300266f'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:33.800803 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56468) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:33.801410 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5190f091-23d9-4c37-9ccc-2db9305dfad1" -d '{"events": [{"server_uuid": "6bdd2944-b97f-40e0-a1cb-915cea031265", "name": "network-vif-deleted", "tag": "9e7b0b39-c340-4a59-8b3a-a243b300266f"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:33.805309 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Request body: {'floatingip': {'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'port_id': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:33.829268 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:33.833505 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:33.840085 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-32bc3c0d-6cd9-4171-ac02-3e850dc792ac req-a7bc29cf-1014-441c-93ab-273336732431 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 210 time: 0.0305595 Oct 06 12:30:33.841749 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403a0aee-6e1f-45cf-ab41-696994bef579 x-openstack-request-id: req-403a0aee-6e1f-45cf-ab41-696994bef579 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:33.842114 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdd2944-b97f-40e0-a1cb-915cea031265", "name": "network-vif-deleted", "tag": "9e7b0b39-c340-4a59-8b3a-a243b300266f", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:33.842459 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-403a0aee-6e1f-45cf-ab41-696994bef579 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:33.842918 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-403a0aee-6e1f-45cf-ab41-696994bef579'] response: {'server_uuid': '6bdd2944-b97f-40e0-a1cb-915cea031265', 'name': 'network-vif-deleted', 'tag': '9e7b0b39-c340-4a59-8b3a-a243b300266f', 'status': 'completed', 'code': 200} Oct 06 12:30:33.848364 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:33.912997 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:34.019966 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Allocated IP 172.27.0.76 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/3cc88da0-92d3-41bc-a563-9d496086a010) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:30:34.129206 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for port (3cc88da0-92d3-41bc-a563-9d496086a010), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:34.163675 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (3cc88da0-92d3-41bc-a563-9d496086a010), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:34.212037 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:30:34.216019 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:30:34.219910 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:30:34.223288 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event updated for resources: {'Port': ['ID=3cc88da0-92d3-41bc-a563-9d496086a010,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:34.537758 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da71a42-3415-414f-82bb-d44bbe1bb105 req-252b1cf1-d659-4fbc-ad8f-c0b5e847b96f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:34.539350 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4da71a42-3415-414f-82bb-d44bbe1bb105 req-252b1cf1-d659-4fbc-ad8f-c0b5e847b96f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 944 time: 0.0471992 Oct 06 12:30:34.570444 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:34.575558 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for floatingip (283942e5-14af-4f7e-9573-39eeb87e5672), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:34.589658 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4da71a42-3415-414f-82bb-d44bbe1bb105 req-f29b1187-e419-4fb7-ab15-b7b3e0477dae tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f7dd8ac8-6d18-4716-a155-a33b92b85f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439861 Oct 06 12:30:34.596830 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:34.647201 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (3cc88da0-92d3-41bc-a563-9d496086a010), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:34.681528 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:34.794355 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for port (3cc88da0-92d3-41bc-a563-9d496086a010), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:34.799863 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (3cc88da0-92d3-41bc-a563-9d496086a010), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:34.870233 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event updated for resources: {'Port': ['ID=3cc88da0-92d3-41bc-a563-9d496086a010,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:34.872607 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (283942e5-14af-4f7e-9573-39eeb87e5672), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:34.877411 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d66fd4-dfb4-4642-b4a0-1f43177c3a27 req-b7af9b81-9dbf-4869-badb-d4d23047128d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:34.878821 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-86d66fd4-dfb4-4642-b4a0-1f43177c3a27 req-b7af9b81-9dbf-4869-badb-d4d23047128d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0483456 Oct 06 12:30:34.956393 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-749d2118-8e9d-41d5-93aa-2ba232528957 req-3683be68-e724-4191-9526-b373aa897485 tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 210 time: 0.0383499 Oct 06 12:30:34.961206 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-86d66fd4-dfb4-4642-b4a0-1f43177c3a27 req-5c474802-75b4-4023-bd9a-9df995dce386 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730851 Oct 06 12:30:34.970177 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.l3_db [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Floating IP 283942e5-14af-4f7e-9573-39eeb87e5672 associated. External IP: 172.27.0.76, port: 80e7b3d0-e904-4d2f-8247-bd9a538f244c. Oct 06 12:30:35.180344 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:30:35.269902 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 9e7b0b39-c340-4a59-8b3a-a243b300266f no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:30:35.285029 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:30:35.290640 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: 9e7b0b39-c340-4a59-8b3a-a243b300266f {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:30:35.291764 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 9e7b0b39-c340-4a59-8b3a-a243b300266f not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:30:35.299716 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7fd778-24f0-4f27-b20b-ab5eaab9bd48 None None] Sync routers for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:30:35.308115 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:35.310437 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7fd778-24f0-4f27-b20b-ab5eaab9bd48 None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:35.311547 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-be7fd778-24f0-4f27-b20b-ab5eaab9bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:35.342382 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-312e90ee-2427-497e-9415-eb95f30ee5df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5384696 Oct 06 12:30:35.342382 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'tag': '80e7b3d0-e904-4d2f-8247-bd9a538f244c'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:35.343417 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6518a4b-e787-4f3c-a4bd-fb69fe8844a4" -d '{"events": [{"name": "network-changed", "server_uuid": "82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094", "tag": "80e7b3d0-e904-4d2f-8247-bd9a538f244c"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:35.519680 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-be7fd778-24f0-4f27-b20b-ab5eaab9bd48 None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:35.533997 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862bd87c-a593-45c3-bd92-c0674d394de0 x-openstack-request-id: req-862bd87c-a593-45c3-bd92-c0674d394de0 {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:35.534545 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094", "tag": "80e7b3d0-e904-4d2f-8247-bd9a538f244c", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:35.535362 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-862bd87c-a593-45c3-bd92-c0674d394de0 {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:35.535362 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862bd87c-a593-45c3-bd92-c0674d394de0'] response: {'name': 'network-changed', 'server_uuid': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'tag': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'status': 'completed', 'code': 200} Oct 06 12:30:35.746234 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-be7fd778-24f0-4f27-b20b-ab5eaab9bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '283942e5-14af-4f7e-9573-39eeb87e5672', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'port_id': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'mac_address': 'fa:16:3e:01:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:30:34Z', 'updated_at': '2022-10-06T12:30:34Z', 'revision_number': 0, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:35.768901 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6518a4b-e787-4f3c-a4bd-fb69fe8844a4 req-94bec774-5cb2-487e-b9fa-8f83016bd7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:35.771853 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7fd778-24f0-4f27-b20b-ab5eaab9bd48 None None] Checking router: 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:30:35.774717 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6518a4b-e787-4f3c-a4bd-fb69fe8844a4 req-94bec774-5cb2-487e-b9fa-8f83016bd7ff service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 1129 time: 0.0672874 Oct 06 12:30:35.781235 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7fd778-24f0-4f27-b20b-ab5eaab9bd48 None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:35.782042 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-be7fd778-24f0-4f27-b20b-ab5eaab9bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:35.810722 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-c5add86a-ff56-4eef-a0a3-3c9921af6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:35.812223 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-c5add86a-ff56-4eef-a0a3-3c9921af6a5a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2 HTTP/1.1" status: 200 len: 855 time: 0.1581507 Oct 06 12:30:35.887197 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d169e9c-5bb5-4b1f-b692-26f43ffff5b1 req-abd32b50-8162-40af-8e27-65134d30aeb1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:35.887485 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-be7fd778-24f0-4f27-b20b-ab5eaab9bd48 None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:35.894309 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7d169e9c-5bb5-4b1f-b692-26f43ffff5b1 req-abd32b50-8162-40af-8e27-65134d30aeb1 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 944 time: 0.1879222 Oct 06 12:30:35.950364 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-d55984ec-2161-4cc4-882a-2bfc3edb2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:35.952116 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-d55984ec-2161-4cc4-882a-2bfc3edb2f1a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=a983a2d0-c8c4-4203-b602-635e6e2680bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1252956 Oct 06 12:30:35.994996 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:36.061456 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7d169e9c-5bb5-4b1f-b692-26f43ffff5b1 req-1c42c3ed-2c87-4712-9917-abc9b439a0b4 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f7dd8ac8-6d18-4716-a155-a33b92b85f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611893 Oct 06 12:30:36.069636 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6518a4b-e787-4f3c-a4bd-fb69fe8844a4 req-a463bf28-da5d-4f2f-a751-414efca2d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:36.071340 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6518a4b-e787-4f3c-a4bd-fb69fe8844a4 req-a463bf28-da5d-4f2f-a751-414efca2d818 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=397bf80c-f529-4030-8ca3-f73bf801b9a0 HTTP/1.1" status: 200 len: 912 time: 0.2715881 Oct 06 12:30:36.168002 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-be7fd778-24f0-4f27-b20b-ab5eaab9bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '283942e5-14af-4f7e-9573-39eeb87e5672', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'port_id': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'mac_address': 'fa:16:3e:01:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:30:34Z', 'updated_at': '2022-10-06T12:30:34Z', 'revision_number': 0, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:36.198864 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7fd778-24f0-4f27-b20b-ab5eaab9bd48 None None] The sync data for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi is: [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '283942e5-14af-4f7e-9573-39eeb87e5672', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'port_id': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'mac_address': 'fa:16:3e:01:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:30:34Z', 'updated_at': '2022-10-06T12:30:34Z', 'revision_number': 0, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:30:36.229654 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-17357614-080c-4c50-8b92-268a2160a118 req-b3d59ade-bdcc-47fd-8203-92e1ae3c488a tempest-ServerRescueNegativeTestJSON-754252330 tempest-ServerRescueNegativeTestJSON-754252330-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6bdd2944-b97f-40e0-a1cb-915cea031265 HTTP/1.1" status: 200 len: 210 time: 0.0745757 Oct 06 12:30:36.251640 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-a363c03a-8a61-46f4-8f05-7fa9939bcb06 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914186 Oct 06 12:30:36.253352 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6518a4b-e787-4f3c-a4bd-fb69fe8844a4 req-248aa3c6-2898-4a51-9764-a24a95e1c42c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80e7b3d0-e904-4d2f-8247-bd9a538f244c HTTP/1.1" status: 200 len: 998 time: 0.1738920 Oct 06 12:30:36.265422 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629d91f-68f0-452b-9e66-4ea3cce63081 req-6ee1d580-545b-4014-ae97-c14780663b90 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:36.266961 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3629d91f-68f0-452b-9e66-4ea3cce63081 req-6ee1d580-545b-4014-ae97-c14780663b90 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0970938 Oct 06 12:30:36.321431 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3629d91f-68f0-452b-9e66-4ea3cce63081 req-19f816a6-8141-441b-8f0d-ae6cdab559d6 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448713 Oct 06 12:30:36.468439 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6518a4b-e787-4f3c-a4bd-fb69fe8844a4 req-10968b1d-dfaf-4995-9717-089960a0cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:36.470318 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6518a4b-e787-4f3c-a4bd-fb69fe8844a4 req-10968b1d-dfaf-4995-9717-089960a0cf16 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4d6dda75-0abd-49b2-9f71-b134f5c60ebe HTTP/1.1" status: 200 len: 850 time: 0.1164205 Oct 06 12:30:36.476827 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc50511-7894-4da2-8596-56fbbb543660 None None] New status for floating IP 283942e5-14af-4f7e-9573-39eeb87e5672: ACTIVE {{(pid=106141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:30:36.531499 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6518a4b-e787-4f3c-a4bd-fb69fe8844a4 req-0ba3cde7-8af9-4634-98e8-d09fad8ac4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:36.533422 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6518a4b-e787-4f3c-a4bd-fb69fe8844a4 req-0ba3cde7-8af9-4634-98e8-d09fad8ac4c7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=397bf80c-f529-4030-8ca3-f73bf801b9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510662 Oct 06 12:30:36.623459 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:36.681381 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c57d0819-c6b1-493e-8f0c-f37e02d30434 req-f1b6d4cf-ee7e-430d-ae08-8604d7493863 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258312 Oct 06 12:30:36.688683 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6518a4b-e787-4f3c-a4bd-fb69fe8844a4 req-3fb3c3b1-ac7d-4089-be2c-f5e1bdde815a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441348 Oct 06 12:30:36.790755 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6518a4b-e787-4f3c-a4bd-fb69fe8844a4 req-169de4f9-8c33-4462-ab43-700c6fff1ba2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920482 Oct 06 12:30:37.079735 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:37.175195 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6780c2-70c1-49af-a9fd-f082b57d3b9c req-1991c6da-65e8-4b3b-9859-bc4014e6b94f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:37.176585 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ed6780c2-70c1-49af-a9fd-f082b57d3b9c req-1991c6da-65e8-4b3b-9859-bc4014e6b94f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 944 time: 0.0474727 Oct 06 12:30:37.223474 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ed6780c2-70c1-49af-a9fd-f082b57d3b9c req-edd41fcc-4629-497b-8fcb-daebb9daef5c tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f7dd8ac8-6d18-4716-a155-a33b92b85f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412946 Oct 06 12:30:37.263598 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device abc2aa64-ae2d-47b6-9296-fa6c134455a2 details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:30:37.310942 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56492) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:37.364731 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port abc2aa64-ae2d-47b6-9296-fa6c134455a2, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=abc2aa64-ae2d-47b6-9296-fa6c134455a2,segment=NetworkSegment(2a247455-d931-427c-b5d7-06d88a7c7abe),segment_id=2a247455-d931-427c-b5d7-06d88a7c7abe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:37.377493 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': 'abc2aa64-ae2d-47b6-9296-fa6c134455a2', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'port_id': 'abc2aa64-ae2d-47b6-9296-fa6c134455a2', 'mac_address': 'fa:16:3e:df:1d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:30:37.419422 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port abc2aa64-ae2d-47b6-9296-fa6c134455a2 is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:30:37.419849 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (abc2aa64-ae2d-47b6-9296-fa6c134455a2), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:37.422519 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:37.434160 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc2aa64-ae2d-47b6-9296-fa6c134455a2 {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:30:37.456771 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port abc2aa64-ae2d-47b6-9296-fa6c134455a2, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=abc2aa64-ae2d-47b6-9296-fa6c134455a2,segment=NetworkSegment(2a247455-d931-427c-b5d7-06d88a7c7abe),segment_id=2a247455-d931-427c-b5d7-06d88a7c7abe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:37.461970 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5027722-0cea-41d1-a1d1-525f7876893f req-b1a8de29-9899-47c3-bc85-658f218d5022 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:37.462278 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (abc2aa64-ae2d-47b6-9296-fa6c134455a2), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:37.464225 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e5027722-0cea-41d1-a1d1-525f7876893f req-b1a8de29-9899-47c3-bc85-658f218d5022 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0547392 Oct 06 12:30:37.511595 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=abc2aa64-ae2d-47b6-9296-fa6c134455a2,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:37.523296 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e5027722-0cea-41d1-a1d1-525f7876893f req-c35e085f-2b12-4284-8edb-bfb5095bbd62 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522034 Oct 06 12:30:37.660597 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:37.910419 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:37.935119 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['abc2aa64-ae2d-47b6-9296-fa6c134455a2'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:30:37.939561 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ca5aab15-fb37-4687-9627-33425ba37855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664333'] for router_interface (132e2803-b92f-40aa-a6ad-b2e83da3f48c), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:38.204326 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-ca5aab15-fb37-4687-9627-33425ba37855 admin admin] Deleting port c98dac1c-6bc3-4092-b556-96377ae73c94 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:30:38.204589 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ca5aab15-fb37-4687-9627-33425ba37855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:38.282300 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [None req-ca5aab15-fb37-4687-9627-33425ba37855 admin admin] For port c98dac1c-6bc3-4092-b556-96377ae73c94, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=c98dac1c-6bc3-4092-b556-96377ae73c94,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:38.282660 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ca5aab15-fb37-4687-9627-33425ba37855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:38.296200 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-ca5aab15-fb37-4687-9627-33425ba37855 admin admin] Calling delete_port for c98dac1c-6bc3-4092-b556-96377ae73c94 owned by network:router_interface {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:30:38.345372 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa4f4a-50e0-40f2-9d1a-02bc157f392a req-76792284-e5a8-409c-b01d-944c64ae2497 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:38.346819 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-04fa4f4a-50e0-40f2-9d1a-02bc157f392a req-76792284-e5a8-409c-b01d-944c64ae2497 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 945 time: 0.0483906 Oct 06 12:30:38.394116 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-04fa4f4a-50e0-40f2-9d1a-02bc157f392a req-8c179c64-fab0-4137-b018-967dd0ca7826 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f7dd8ac8-6d18-4716-a155-a33b92b85f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413685 Oct 06 12:30:38.474892 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ca5aab15-fb37-4687-9627-33425ba37855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (c98dac1c-6bc3-4092-b556-96377ae73c94), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:38.498521 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5aab15-fb37-4687-9627-33425ba37855 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98dac1c-6bc3-4092-b556-96377ae73c94,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:38.546171 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:38.655035 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c76989-6e37-4354-ad1f-c6ee86e89114 req-911fc463-3acb-4fa3-a361-251876612f70 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:38.657222 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-70c76989-6e37-4354-ad1f-c6ee86e89114 req-911fc463-3acb-4fa3-a361-251876612f70 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0505276 Oct 06 12:30:38.674638 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ca5aab15-fb37-4687-9627-33425ba37855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664313'] for router_interface (132e2803-b92f-40aa-a6ad-b2e83da3f48c), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:38.707875 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-70c76989-6e37-4354-ad1f-c6ee86e89114 req-59ad03b0-6718-42c7-91f1-ce5ee0aba53d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441949 Oct 06 12:30:39.057949 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:39.120611 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5aab15-fb37-4687-9627-33425ba37855 admin admin] Router 132e2803-b92f-40aa-a6ad-b2e83da3f48c has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:30:39.223792 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5aab15-fb37-4687-9627-33425ba37855 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:30:39.230151 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-ca5aab15-fb37-4687-9627-33425ba37855 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/132e2803-b92f-40aa-a6ad-b2e83da3f48c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9164572 Oct 06 12:30:39.231164 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56502) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:39.233855 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003af55-1009-46ee-b7cb-44fe8377c554 None None] Sync routers for ids ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:30:39.246910 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d003af55-1009-46ee-b7cb-44fe8377c554 None None] Routers {'132e2803-b92f-40aa-a6ad-b2e83da3f48c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:39.247553 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-d003af55-1009-46ee-b7cb-44fe8377c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:39.269642 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device abc2aa64-ae2d-47b6-9296-fa6c134455a2 up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:30:39.310510 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:39.315642 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port abc2aa64-ae2d-47b6-9296-fa6c134455a2 completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:30:39.321583 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port abc2aa64-ae2d-47b6-9296-fa6c134455a2 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:30:39.323292 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (abc2aa64-ae2d-47b6-9296-fa6c134455a2), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:39.323292 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port abc2aa64-ae2d-47b6-9296-fa6c134455a2 Oct 06 12:30:39.332805 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e2bf-05ae-4971-beb2-561b3e1d35b4 admin admin] Publish callbacks [] for router (132e2803-b92f-40aa-a6ad-b2e83da3f48c), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:39.359532 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-d003af55-1009-46ee-b7cb-44fe8377c554 None None] Set router 132e2803-b92f-40aa-a6ad-b2e83da3f48c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:39.404539 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port abc2aa64-ae2d-47b6-9296-fa6c134455a2 is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:30:39.404916 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (abc2aa64-ae2d-47b6-9296-fa6c134455a2), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:39.439546 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e2bf-05ae-4971-beb2-561b3e1d35b4 admin admin] Publish callbacks [] for router_gateway (132e2803-b92f-40aa-a6ad-b2e83da3f48c), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:39.448696 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port abc2aa64-ae2d-47b6-9296-fa6c134455a2, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=abc2aa64-ae2d-47b6-9296-fa6c134455a2,segment=NetworkSegment(2a247455-d931-427c-b5d7-06d88a7c7abe),segment_id=2a247455-d931-427c-b5d7-06d88a7c7abe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:39.449950 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c71fe8d-fb4e-4848-9b99-318ccbb0ba14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc2aa64-ae2d-47b6-9296-fa6c134455a2'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:39.454196 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7e05cd-1098-45e8-97ce-ee3d8da8ea3c" -d '{"events": [{"server_uuid": "4c71fe8d-fb4e-4848-9b99-318ccbb0ba14", "name": "network-vif-plugged", "status": "completed", "tag": "abc2aa64-ae2d-47b6-9296-fa6c134455a2"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:39.460246 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (abc2aa64-ae2d-47b6-9296-fa6c134455a2), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:39.478348 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:39.495759 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1e2bf-05ae-4971-beb2-561b3e1d35b4 admin admin] Deleting port 9eba9acd-082b-4c83-a7fb-86ec2bceb981 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:30:39.496701 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e2bf-05ae-4971-beb2-561b3e1d35b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (9eba9acd-082b-4c83-a7fb-86ec2bceb981), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:39.522129 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb22299c-7cd3-4de1-9614-9e7a1dfae3e3 x-openstack-request-id: req-eb22299c-7cd3-4de1-9614-9e7a1dfae3e3 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:39.522448 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c71fe8d-fb4e-4848-9b99-318ccbb0ba14", "name": "network-vif-plugged", "status": "completed", "tag": "abc2aa64-ae2d-47b6-9296-fa6c134455a2", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:39.522705 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-eb22299c-7cd3-4de1-9614-9e7a1dfae3e3 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:39.523095 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb22299c-7cd3-4de1-9614-9e7a1dfae3e3'] response: {'server_uuid': '4c71fe8d-fb4e-4848-9b99-318ccbb0ba14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc2aa64-ae2d-47b6-9296-fa6c134455a2', 'code': 200} Oct 06 12:30:39.538120 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=abc2aa64-ae2d-47b6-9296-fa6c134455a2,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:39.562817 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db272e8f-ca8f-4b34-b4e1-6cc3ecf396ee req-8f5812a7-9156-4882-92bb-31ef0f614fa9 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:39.564467 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-db272e8f-ca8f-4b34-b4e1-6cc3ecf396ee req-8f5812a7-9156-4882-92bb-31ef0f614fa9 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 946 time: 0.0757923 Oct 06 12:30:39.596840 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-d003af55-1009-46ee-b7cb-44fe8377c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:30:38Z', 'revision_number': 5, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port': {'id': '9eba9acd-082b-4c83-a7fb-86ec2bceb981', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:39.600440 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [None req-2cd1e2bf-05ae-4971-beb2-561b3e1d35b4 admin admin] For port 9eba9acd-082b-4c83-a7fb-86ec2bceb981, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=9eba9acd-082b-4c83-a7fb-86ec2bceb981,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:39.601624 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e2bf-05ae-4971-beb2-561b3e1d35b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (9eba9acd-082b-4c83-a7fb-86ec2bceb981), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:39.614294 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:39.617951 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1e2bf-05ae-4971-beb2-561b3e1d35b4 admin admin] Calling delete_port for 9eba9acd-082b-4c83-a7fb-86ec2bceb981 owned by network:router_gateway {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:30:39.628637 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003af55-1009-46ee-b7cb-44fe8377c554 None None] Checking router: 132e2803-b92f-40aa-a6ad-b2e83da3f48c for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:30:39.630314 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-db272e8f-ca8f-4b34-b4e1-6cc3ecf396ee req-e42a29dd-40fd-4e2a-b11b-e86e02c0a587 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f7dd8ac8-6d18-4716-a155-a33b92b85f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586154 Oct 06 12:30:39.640084 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d003af55-1009-46ee-b7cb-44fe8377c554 None None] Routers {'132e2803-b92f-40aa-a6ad-b2e83da3f48c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:39.640550 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-d003af55-1009-46ee-b7cb-44fe8377c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:39.721534 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:39.732583 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=100 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:39.742989 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-d003af55-1009-46ee-b7cb-44fe8377c554 None None] Set router 132e2803-b92f-40aa-a6ad-b2e83da3f48c gateway port host: None {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:39.762077 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b68a12-51fb-4e92-8ab2-9f080d665208 req-985abef8-edb5-4e19-ad74-cc84814d78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:39.764172 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f1b68a12-51fb-4e92-8ab2-9f080d665208 req-985abef8-edb5-4e19-ad74-cc84814d78aa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 1130 time: 0.0531383 Oct 06 12:30:39.805516 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-d003af55-1009-46ee-b7cb-44fe8377c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:30:39Z', 'revision_number': 6, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port_host': None}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:39.815694 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e2bf-05ae-4971-beb2-561b3e1d35b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (9eba9acd-082b-4c83-a7fb-86ec2bceb981), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:39.831942 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003af55-1009-46ee-b7cb-44fe8377c554 None None] The sync data for ids ['132e2803-b92f-40aa-a6ad-b2e83da3f48c'] in dv-cinder-856041-2-iscsi is: [{'id': '132e2803-b92f-40aa-a6ad-b2e83da3f48c', 'name': 'tempest-ServerRescueNegativeTestJSON-168848614-router', 'tenant_id': '9138bc89f5204975a18156097530643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:10Z', 'updated_at': '2022-10-06T12:30:39Z', 'revision_number': 6, 'project_id': '9138bc89f5204975a18156097530643a', 'gw_port_host': None}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:30:39.841741 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1e2bf-05ae-4971-beb2-561b3e1d35b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eba9acd-082b-4c83-a7fb-86ec2bceb981,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:39.865324 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f1b68a12-51fb-4e92-8ab2-9f080d665208 req-62555ef9-91cc-4988-9847-70c6fe9ae134 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f7dd8ac8-6d18-4716-a155-a33b92b85f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934827 Oct 06 12:30:39.880962 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a226081-e5d5-4d02-970b-f8a59fd1b7a0 req-1c8d89ed-e811-4680-aea0-17acff5915aa tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:39.882420 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8a226081-e5d5-4d02-970b-f8a59fd1b7a0 req-1c8d89ed-e811-4680-aea0-17acff5915aa tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0704129 Oct 06 12:30:39.913381 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e2bf-05ae-4971-beb2-561b3e1d35b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665907'] for router_gateway (132e2803-b92f-40aa-a6ad-b2e83da3f48c), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:39.931345 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8a226081-e5d5-4d02-970b-f8a59fd1b7a0 req-9125d275-eb14-4978-b9ea-3f38df159251 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431116 Oct 06 12:30:40.002718 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e2bf-05ae-4971-beb2-561b3e1d35b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2444'] for router (132e2803-b92f-40aa-a6ad-b2e83da3f48c), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.004127 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:40.005631 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e2bf-05ae-4971-beb2-561b3e1d35b4 admin admin] Publish callbacks [] for router_controller (132e2803-b92f-40aa-a6ad-b2e83da3f48c), precommit_delete_associations {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.047869 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e2bf-05ae-4971-beb2-561b3e1d35b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664353'] for router (132e2803-b92f-40aa-a6ad-b2e83da3f48c), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.048470 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd1e2bf-05ae-4971-beb2-561b3e1d35b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 132e2803-b92f-40aa-a6ad-b2e83da3f48c {{(pid=106139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 12:30:40.052634 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e2bf-05ae-4971-beb2-561b3e1d35b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.053763 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-2cd1e2bf-05ae-4971-beb2-561b3e1d35b4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/132e2803-b92f-40aa-a6ad-b2e83da3f48c HTTP/1.1" status: 204 len: 168 time: 0.8216753 Oct 06 12:30:40.056821 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56510) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:40.101058 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_v2 [None req-567d6788-7c8a-4b8a-8fbd-94929011da0e admin admin] Deleting subnet 8ea49d5a-1690-442e-8bee-f699c3a4c37b {{(pid=106139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:30:40.104991 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-567d6788-7c8a-4b8a-8fbd-94929011da0e admin admin] Publish callbacks [] for subnet (8ea49d5a-1690-442e-8bee-f699c3a4c37b), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.142736 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-567d6788-7c8a-4b8a-8fbd-94929011da0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7435106'] for subnet (8ea49d5a-1690-442e-8bee-f699c3a4c37b), precommit_delete_associations {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.229505 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-567d6788-7c8a-4b8a-8fbd-94929011da0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (8ea49d5a-1690-442e-8bee-f699c3a4c37b), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.292462 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-567d6788-7c8a-4b8a-8fbd-94929011da0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4794215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4892458'] for subnet (8ea49d5a-1690-442e-8bee-f699c3a4c37b), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.321446 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d6788-7c8a-4b8a-8fbd-94929011da0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea49d5a-1690-442e-8bee-f699c3a4c37b,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:40.325584 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-567d6788-7c8a-4b8a-8fbd-94929011da0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.328702 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-567d6788-7c8a-4b8a-8fbd-94929011da0e admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/8ea49d5a-1690-442e-8bee-f699c3a4c37b HTTP/1.1" status: 204 len: 168 time: 0.2709286 Oct 06 12:30:40.331184 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56512) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:40.332559 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07da0fd1-31bc-4cfc-bed4-c9aa257dfcad None None] Network cca2176c-b240-4d92-a159-a5d2161a7a8d requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:30:40.399159 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (cca2176c-b240-4d92-a159-a5d2161a7a8d), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.441480 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] Deleting port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:30:40.441828 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (2e8e1eb8-daba-41ca-ab37-105bbf57c0b1), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.508834 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] For port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=2e8e1eb8-daba-41ca-ab37-105bbf57c0b1,segment=NetworkSegment(acfa2093-ccf8-41bb-a7ed-79595f39f8bb),segment_id=acfa2093-ccf8-41bb-a7ed-79595f39f8bb)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:40.509564 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (2e8e1eb8-daba-41ca-ab37-105bbf57c0b1), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.522492 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] Calling delete_port for 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 owned by network:dhcp {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:30:40.603838 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (2e8e1eb8-daba-41ca-ab37-105bbf57c0b1), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.617678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfe8b56-8afb-4f38-aa93-a4ad984f1020 None None] DHCP port deletion for cca2176c-b240-4d92-a159-a5d2161a7a8d request from dv-cinder-856041-2-iscsi {{(pid=106141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 12:30:40.631711 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8e1eb8-daba-41ca-ab37-105bbf57c0b1,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:40.637453 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] No DVR routers for this DVR port 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 on host dv-cinder-856041-2-iscsi {{(pid=106139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:30:40.720719 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (cca2176c-b240-4d92-a159-a5d2161a7a8d), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.728584 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:DELETE=8,neutron:UPDATE=4,neutron:SELECT=88 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:40.747249 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca2176c-b240-4d92-a159-a5d2161a7a8d']}} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:40.758142 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb') {'for_net_delete': True} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:40.758446 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acfa2093-ccf8-41bb-a7ed-79595f39f8bb') {} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:40.768049 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9177a9-4b36-4fac-abb6-e00850e387e1 req-d48384a0-fd47-4bdb-94e4-64a690be6a97 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:40.770319 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fc9177a9-4b36-4fac-abb6-e00850e387e1 req-d48384a0-fd47-4bdb-94e4-64a690be6a97 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 946 time: 0.0505221 Oct 06 12:30:40.772866 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7435035'] for segment (acfa2093-ccf8-41bb-a7ed-79595f39f8bb), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.786948 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (acfa2093-ccf8-41bb-a7ed-79595f39f8bb), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.794229 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:30:40.794674 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4794253'] for segment (acfa2093-ccf8-41bb-a7ed-79595f39f8bb), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.820583 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fc9177a9-4b36-4fac-abb6-e00850e387e1 req-523d4946-8c39-4651-a454-cc3dcfe6bef7 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f7dd8ac8-6d18-4716-a155-a33b92b85f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443175 Oct 06 12:30:40.842613 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.services.segments.plugin [-] Segment acfa2093-ccf8-41bb-a7ed-79595f39f8bb resource provider aggregate not found Oct 06 12:30:40.862496 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.services.segments.plugin [-] Segment acfa2093-ccf8-41bb-a7ed-79595f39f8bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acfa2093-ccf8-41bb-a7ed-79595f39f8bb found for delete ", "request_id": "req-f55e531c-c888-46c8-a7a5-4ce124410f06"}]} Oct 06 12:30:40.871203 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (cca2176c-b240-4d92-a159-a5d2161a7a8d), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.877551 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:40.879886 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/cca2176c-b240-4d92-a159-a5d2161a7a8d HTTP/1.1" status: 204 len: 168 time: 0.5476611 Oct 06 12:30:40.891632 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd967f-4a0b-475a-a701-343c2977ad10 admin admin] Pushing event deleted for resources: {'Network': ['ID=cca2176c-b240-4d92-a159-a5d2161a7a8d,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:41.002051 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56524) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:41.015577 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=12 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:41.050157 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-303a7646-4e4e-4681-b6b1-c9e7f0d78aba admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9138bc89f5204975a18156097530643a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434785 Oct 06 12:30:41.050157 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56526) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:41.071686 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3db34-fea5-44df-8a89-ae6d933e3de1 req-263014d2-502b-4bd4-8590-96519781f12f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:41.073956 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-77f3db34-fea5-44df-8a89-ae6d933e3de1 req-263014d2-502b-4bd4-8590-96519781f12f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0594845 Oct 06 12:30:41.104717 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8a7e68c5-fded-4bfd-8653-606e53e940e2 admin admin] Publish callbacks [] for security_group (6f61f808-a270-4d28-8a0c-3c46bb06ea67), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:41.106182 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:30:41.125651 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:30:41.126095 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 2e8e1eb8-daba-41ca-ab37-105bbf57c0b1 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:30:41.126586 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 9eba9acd-082b-4c83-a7fb-86ec2bceb981 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:30:41.126698 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8a7e68c5-fded-4bfd-8653-606e53e940e2 admin admin] Publish callbacks [] for security_group (6f61f808-a270-4d28-8a0c-3c46bb06ea67), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:41.129756 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:41.140027 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-77f3db34-fea5-44df-8a89-ae6d933e3de1 req-ea9ad2ac-0b48-4fac-af8d-be9560ab6ba6 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604544 Oct 06 12:30:41.146160 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 9eba9acd-082b-4c83-a7fb-86ec2bceb981 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:30:41.146514 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 9eba9acd-082b-4c83-a7fb-86ec2bceb981 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:30:41.146927 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device c98dac1c-6bc3-4092-b556-96377ae73c94 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:30:41.166710 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: c98dac1c-6bc3-4092-b556-96377ae73c94 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:30:41.167295 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device c98dac1c-6bc3-4092-b556-96377ae73c94 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:30:41.183234 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8a7e68c5-fded-4bfd-8653-606e53e940e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (6f61f808-a270-4d28-8a0c-3c46bb06ea67), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:41.186709 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8a7e68c5-fded-4bfd-8653-606e53e940e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:41.187889 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-8a7e68c5-fded-4bfd-8653-606e53e940e2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6f61f808-a270-4d28-8a0c-3c46bb06ea67 HTTP/1.1" status: 204 len: 168 time: 0.1367660 Oct 06 12:30:41.195791 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e68c5-fded-4bfd-8653-606e53e940e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f61f808-a270-4d28-8a0c-3c46bb06ea67,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:41.281864 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device fc7be519-3630-4616-ad76-14402cf4ad87 details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:30:41.392036 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port fc7be519-3630-4616-ad76-14402cf4ad87, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=fc7be519-3630-4616-ad76-14402cf4ad87,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:41.404915 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': 'fc7be519-3630-4616-ad76-14402cf4ad87', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'port_id': 'fc7be519-3630-4616-ad76-14402cf4ad87', 'mac_address': 'fa:16:3e:8a:ae:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:30:41.441806 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:41.444379 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port fc7be519-3630-4616-ad76-14402cf4ad87 is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:30:41.444896 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:41.460341 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7be519-3630-4616-ad76-14402cf4ad87 {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:30:41.481703 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port fc7be519-3630-4616-ad76-14402cf4ad87, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=fc7be519-3630-4616-ad76-14402cf4ad87,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:41.485757 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:41.534242 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=fc7be519-3630-4616-ad76-14402cf4ad87,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:41.933058 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['fc7be519-3630-4616-ad76-14402cf4ad87'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:30:41.948455 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817af7a-8d7a-4273-aa29-159049b66b3b req-611cd8bd-a279-4131-8e5f-fd2241ac62b8 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:41.950161 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e817af7a-8d7a-4273-aa29-159049b66b3b req-611cd8bd-a279-4131-8e5f-fd2241ac62b8 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 946 time: 0.0545621 Oct 06 12:30:42.004917 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e817af7a-8d7a-4273-aa29-159049b66b3b req-a3c2f612-75d1-42f2-a4f9-dcb757a424cd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f7dd8ac8-6d18-4716-a155-a33b92b85f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462642 Oct 06 12:30:42.128405 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040265c5-e33b-442a-88bf-954cb0ab2148 req-008f9887-5bda-4b5c-b368-f8a548f4c90f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:42.129876 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-040265c5-e33b-442a-88bf-954cb0ab2148 req-008f9887-5bda-4b5c-b368-f8a548f4c90f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 946 time: 0.0515809 Oct 06 12:30:42.139986 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56564) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:42.147457 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-2523dcad-d6da-4efe-8681-0bb98c98c508 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Request body: {'floatingip': {'port_id': 'abc2aa64-ae2d-47b6-9296-fa6c134455a2'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:42.192071 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2523dcad-d6da-4efe-8681-0bb98c98c508 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for floatingip (70dafd1f-5038-4b97-87c9-03fd41742f9e), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:42.282447 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c93857-523e-4055-95be-6d9c426b60ef req-dcf1d8ba-5ecc-45e6-988d-50e7d84c45ef tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:42.285722 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c4c93857-523e-4055-95be-6d9c426b60ef req-dcf1d8ba-5ecc-45e6-988d-50e7d84c45ef tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 944 time: 0.0582449 Oct 06 12:30:42.341844 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c4c93857-523e-4055-95be-6d9c426b60ef req-1ca3581b-5c02-4625-ab56-341482136ce0 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493596 Oct 06 12:30:42.671662 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2523dcad-d6da-4efe-8681-0bb98c98c508 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:42.675602 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2523dcad-d6da-4efe-8681-0bb98c98c508 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (70dafd1f-5038-4b97-87c9-03fd41742f9e), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:42.772300 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.l3_db [None req-2523dcad-d6da-4efe-8681-0bb98c98c508 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Floating IP 70dafd1f-5038-4b97-87c9-03fd41742f9e associated. External IP: 172.27.0.203, port: abc2aa64-ae2d-47b6-9296-fa6c134455a2. Oct 06 12:30:42.867087 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:42.921638 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7562c887-9080-49ff-a942-ed989d8af4f7 req-f5887e4b-16df-4b13-a997-ab0724ba6b85 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1981812851&fields=id&tenant_id=1c822fb7252b4804aa9a0cb228b6397c HTTP/1.1" status: 200 len: 267 time: 0.0468619 Oct 06 12:30:42.971878 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2523dcad-d6da-4efe-8681-0bb98c98c508 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Router fa9d4ab9-6317-4d6d-9838-3076fed813e8 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:30:42.973534 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562c887-9080-49ff-a942-ed989d8af4f7 req-047a1a3a-77af-49e5-b91c-5647d5d7cca9 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:42.974998 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7562c887-9080-49ff-a942-ed989d8af4f7 req-047a1a3a-77af-49e5-b91c-5647d5d7cca9 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 985 time: 0.0460966 Oct 06 12:30:42.986724 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-7562c887-9080-49ff-a942-ed989d8af4f7 req-3598c393-c9da-4cba-bccc-d25118f6b058 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Request body: {'port': {'security_groups': ['086e6053-0804-4e89-9e5f-03513656a53e']}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:43.017239 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:43.065109 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-7562c887-9080-49ff-a942-ed989d8af4f7 req-3598c393-c9da-4cba-bccc-d25118f6b058 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:43.086164 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2523dcad-d6da-4efe-8681-0bb98c98c508 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:30:43.090949 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2523dcad-d6da-4efe-8681-0bb98c98c508 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:43.097203 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae1e4e-ec4a-444f-9d4d-e612cc45d707 None None] Sync routers for ids ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:30:43.112323 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae1e4e-ec4a-444f-9d4d-e612cc45d707 None None] Routers {'fa9d4ab9-6317-4d6d-9838-3076fed813e8'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:43.113671 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-d7ae1e4e-ec4a-444f-9d4d-e612cc45d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:43.127053 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-2523dcad-d6da-4efe-8681-0bb98c98c508 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/70dafd1f-5038-4b97-87c9-03fd41742f9e HTTP/1.1" status: 200 len: 992 time: 0.9836164 Oct 06 12:30:43.127053 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c71fe8d-fb4e-4848-9b99-318ccbb0ba14', 'tag': 'abc2aa64-ae2d-47b6-9296-fa6c134455a2'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:43.128033 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab229c0d-8d16-4c23-b680-0684601fe2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c71fe8d-fb4e-4848-9b99-318ccbb0ba14", "tag": "abc2aa64-ae2d-47b6-9296-fa6c134455a2"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:43.166222 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b88a2d-efde-404f-9933-74a86eff852e x-openstack-request-id: req-13b88a2d-efde-404f-9933-74a86eff852e {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:43.166864 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c71fe8d-fb4e-4848-9b99-318ccbb0ba14", "tag": "abc2aa64-ae2d-47b6-9296-fa6c134455a2", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:43.166864 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-13b88a2d-efde-404f-9933-74a86eff852e {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:43.167146 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b88a2d-efde-404f-9933-74a86eff852e'] response: {'name': 'network-changed', 'server_uuid': '4c71fe8d-fb4e-4848-9b99-318ccbb0ba14', 'tag': 'abc2aa64-ae2d-47b6-9296-fa6c134455a2', 'status': 'completed', 'code': 200} Oct 06 12:30:43.216281 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:43.229140 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-d7ae1e4e-ec4a-444f-9d4d-e612cc45d707 None None] Set router fa9d4ab9-6317-4d6d-9838-3076fed813e8 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:43.290896 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab229c0d-8d16-4c23-b680-0684601fe2e8 req-9ec03ba4-2aaf-4896-abd9-5991a92c4cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:43.292308 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ab229c0d-8d16-4c23-b680-0684601fe2e8 req-9ec03ba4-2aaf-4896-abd9-5991a92c4cf0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=828d3459cdd641d98772383edfe3268f&device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 1130 time: 0.0695324 Oct 06 12:30:43.293907 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-7562c887-9080-49ff-a942-ed989d8af4f7 req-3598c393-c9da-4cba-bccc-d25118f6b058 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] For port 9a4b9943-b074-4a4d-a9c2-a11438741a56, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9a4b9943-b074-4a4d-a9c2-a11438741a56,segment=NetworkSegment(0c5c7493-fd94-4429-bbb4-379ff34330c1),segment_id=0c5c7493-fd94-4429-bbb4-379ff34330c1)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:43.301632 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device fc7be519-3630-4616-ad76-14402cf4ad87 up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:30:43.351817 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:43.383746 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-7562c887-9080-49ff-a942-ed989d8af4f7 req-3598c393-c9da-4cba-bccc-d25118f6b058 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:43.392975 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-7562c887-9080-49ff-a942-ed989d8af4f7 req-3598c393-c9da-4cba-bccc-d25118f6b058 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:43.408961 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port fc7be519-3630-4616-ad76-14402cf4ad87 completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:30:43.409196 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562c887-9080-49ff-a942-ed989d8af4f7 req-3598c393-c9da-4cba-bccc-d25118f6b058 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:43.409810 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-7562c887-9080-49ff-a942-ed989d8af4f7 req-3598c393-c9da-4cba-bccc-d25118f6b058 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:43.411203 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7562c887-9080-49ff-a942-ed989d8af4f7 req-3598c393-c9da-4cba-bccc-d25118f6b058 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "PUT /networking/v2.0/ports/9a4b9943-b074-4a4d-a9c2-a11438741a56 HTTP/1.1" status: 200 len: 943 time: 0.4289229 Oct 06 12:30:43.418129 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56586) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:43.418477 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb42d057-804d-4d87-953a-953bf69fe126', 'tag': '9a4b9943-b074-4a4d-a9c2-a11438741a56'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:43.420925 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3230d236-e157-4225-a0dc-d712f8f26443" -d '{"events": [{"name": "network-changed", "server_uuid": "eb42d057-804d-4d87-953a-953bf69fe126", "tag": "9a4b9943-b074-4a4d-a9c2-a11438741a56"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:43.474080 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port fc7be519-3630-4616-ad76-14402cf4ad87 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:30:43.474734 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:43.475155 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port fc7be519-3630-4616-ad76-14402cf4ad87 Oct 06 12:30:43.479889 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['9a4b9943-b074-4a4d-a9c2-a11438741a56'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:30:43.487200 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf896928-51fe-49ee-99e4-dfc209170435 x-openstack-request-id: req-bf896928-51fe-49ee-99e4-dfc209170435 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:43.487500 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb42d057-804d-4d87-953a-953bf69fe126", "tag": "9a4b9943-b074-4a4d-a9c2-a11438741a56", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:43.487774 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bf896928-51fe-49ee-99e4-dfc209170435 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:43.488170 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf896928-51fe-49ee-99e4-dfc209170435'] response: {'name': 'network-changed', 'server_uuid': 'eb42d057-804d-4d87-953a-953bf69fe126', 'tag': '9a4b9943-b074-4a4d-a9c2-a11438741a56', 'status': 'completed', 'code': 200} Oct 06 12:30:43.491879 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fc819d51-290f-48b2-bcc5-a0cb0642c1fd tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group (950d9b58-485d-4fdd-98f4-f02892e128cf), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:43.494302 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab229c0d-8d16-4c23-b680-0684601fe2e8 req-95131ea4-9991-4d95-98e8-69183034bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:43.495801 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ab229c0d-8d16-4c23-b680-0684601fe2e8 req-95131ea4-9991-4d95-98e8-69183034bf7b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=0805475d-8b9c-4baf-bd63-089b9f9df6f5 HTTP/1.1" status: 200 len: 912 time: 0.1926095 Oct 06 12:30:43.531848 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fc819d51-290f-48b2-bcc5-a0cb0642c1fd tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group (950d9b58-485d-4fdd-98f4-f02892e128cf), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:43.542969 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd796cd3-7ade-4148-bd84-a422eae966f9 req-1f88ee14-742b-43c5-8d78-da1eaa131828 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:43.544515 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bd796cd3-7ade-4148-bd84-a422eae966f9 req-1f88ee14-742b-43c5-8d78-da1eaa131828 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 944 time: 0.0916767 Oct 06 12:30:43.602127 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598c393-c9da-4cba-bccc-d25118f6b058 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Pushing event updated for resources: {'Port': ['ID=9a4b9943-b074-4a4d-a9c2-a11438741a56,revision_number=7']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:43.613812 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-d7ae1e4e-ec4a-444f-9d4d-e612cc45d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '70dafd1f-5038-4b97-87c9-03fd41742f9e', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'port_id': 'abc2aa64-ae2d-47b6-9296-fa6c134455a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'mac_address': 'fa:16:3e:df:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71fe8d-fb4e-4848-9b99-318ccbb0ba14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:30:25Z', 'updated_at': '2022-10-06T12:30:42Z', 'revision_number': 1, 'project_id': '828d3459cdd641d98772383edfe3268f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:35Z', 'revision_number': 5, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:43.615468 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:43.630589 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fc819d51-290f-48b2-bcc5-a0cb0642c1fd tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (950d9b58-485d-4fdd-98f4-f02892e128cf), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:43.634796 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-fc819d51-290f-48b2-bcc5-a0cb0642c1fd tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:43.636123 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-fc819d51-290f-48b2-bcc5-a0cb0642c1fd tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/950d9b58-485d-4fdd-98f4-f02892e128cf HTTP/1.1" status: 204 len: 168 time: 0.2170188 Oct 06 12:30:43.644007 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 56594) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:43.645330 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230d236-e157-4225-a0dc-d712f8f26443 req-a6358d5d-478f-471b-904e-3b04e06e135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:43.646927 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3230d236-e157-4225-a0dc-d712f8f26443 req-a6358d5d-478f-471b-904e-3b04e06e135d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1c822fb7252b4804aa9a0cb228b6397c&device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 1130 time: 0.1225915 Oct 06 12:30:43.649045 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae1e4e-ec4a-444f-9d4d-e612cc45d707 None None] Checking router: fa9d4ab9-6317-4d6d-9838-3076fed813e8 for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:30:43.651458 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['9a4b9943-b074-4a4d-a9c2-a11438741a56'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:30:43.657570 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc819d51-290f-48b2-bcc5-a0cb0642c1fd tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=950d9b58-485d-4fdd-98f4-f02892e128cf,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:43.725662 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ab229c0d-8d16-4c23-b680-0684601fe2e8 req-29da5189-e9fa-4e4c-a132-3674d7365375 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abc2aa64-ae2d-47b6-9296-fa6c134455a2 HTTP/1.1" status: 200 len: 1000 time: 0.2146771 Oct 06 12:30:43.745787 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:43.790372 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port fc7be519-3630-4616-ad76-14402cf4ad87 is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:30:43.791576 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:43.821831 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bd796cd3-7ade-4148-bd84-a422eae966f9 req-806e8f96-c653-45e9-86c5-e97fe8d9580a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267625 Oct 06 12:30:43.826659 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae1e4e-ec4a-444f-9d4d-e612cc45d707 None None] Routers {'fa9d4ab9-6317-4d6d-9838-3076fed813e8'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:43.827681 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-d7ae1e4e-ec4a-444f-9d4d-e612cc45d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:43.927543 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7be519-3630-4616-ad76-14402cf4ad87'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:43.929933 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99ad2f7-f7b6-49a2-8e73-d7fa4c2b577c" -d '{"events": [{"server_uuid": "c743b80a-43e9-4dc1-a570-6873a5992f34", "name": "network-vif-plugged", "status": "completed", "tag": "fc7be519-3630-4616-ad76-14402cf4ad87"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:43.976163 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port fc7be519-3630-4616-ad76-14402cf4ad87, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=fc7be519-3630-4616-ad76-14402cf4ad87,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:43.991719 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:44.155423 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab229c0d-8d16-4c23-b680-0684601fe2e8 req-e332cfb7-0dea-4523-abfb-bc190b097d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:44.156930 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ab229c0d-8d16-4c23-b680-0684601fe2e8 req-e332cfb7-0dea-4523-abfb-bc190b097d3a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fa59c4f4-50ab-4f12-b932-f152d4e018f2 HTTP/1.1" status: 200 len: 850 time: 0.3978987 Oct 06 12:30:44.174884 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4559550d-8b80-4c19-8fd9-4fd06947ab49 x-openstack-request-id: req-4559550d-8b80-4c19-8fd9-4fd06947ab49 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:44.175453 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c743b80a-43e9-4dc1-a570-6873a5992f34", "name": "network-vif-plugged", "status": "completed", "tag": "fc7be519-3630-4616-ad76-14402cf4ad87", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:44.175453 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4559550d-8b80-4c19-8fd9-4fd06947ab49 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:44.175903 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4559550d-8b80-4c19-8fd9-4fd06947ab49'] response: {'server_uuid': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7be519-3630-4616-ad76-14402cf4ad87', 'code': 200} Oct 06 12:30:44.177379 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230d236-e157-4225-a0dc-d712f8f26443 req-5fdb3247-e170-4ccc-b0e1-0603a2e1a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:44.178797 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3230d236-e157-4225-a0dc-d712f8f26443 req-5fdb3247-e170-4ccc-b0e1-0603a2e1a7fa service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7aa9c50e-f953-474e-a8eb-45316afa3b7b HTTP/1.1" status: 200 len: 915 time: 0.5203846 Oct 06 12:30:44.262257 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:44.273747 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d5dae-cbea-47bc-a6cb-808e0702d62f req-f3a3a0bb-1f82-451c-b069-9c06a649d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:44.276660 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-d92d5dae-cbea-47bc-a6cb-808e0702d62f req-f3a3a0bb-1f82-451c-b069-9c06a649d54a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 1129 time: 0.0525866 Oct 06 12:30:44.283484 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab229c0d-8d16-4c23-b680-0684601fe2e8 req-9da24ab7-fb57-486e-8d2d-9cf1ebc3e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:44.284974 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ab229c0d-8d16-4c23-b680-0684601fe2e8 req-9da24ab7-fb57-486e-8d2d-9cf1ebc3e631 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=0805475d-8b9c-4baf-bd63-089b9f9df6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1178846 Oct 06 12:30:44.285100 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-d7ae1e4e-ec4a-444f-9d4d-e612cc45d707 None None] Set router fa9d4ab9-6317-4d6d-9838-3076fed813e8 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:44.287377 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-6013108a-1702-4b24-bf25-3fe06960a032 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Deleting port 12c7f0d0-4d91-466f-8ac0-2077ed04fd16 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:30:44.287908 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6013108a-1702-4b24-bf25-3fe06960a032 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (12c7f0d0-4d91-466f-8ac0-2077ed04fd16), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:44.327924 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-d92d5dae-cbea-47bc-a6cb-808e0702d62f req-7a3a6ab3-c9cf-4190-b902-88ddaf33b7f8 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444770 Oct 06 12:30:44.328471 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=fc7be519-3630-4616-ad76-14402cf4ad87,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:44.342929 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3230d236-e157-4225-a0dc-d712f8f26443 req-cf603e62-9c90-4f63-95cf-114c2912d2be service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a4b9943-b074-4a4d-a9c2-a11438741a56 HTTP/1.1" status: 200 len: 1002 time: 0.1431038 Oct 06 12:30:44.434053 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6013108a-1702-4b24-bf25-3fe06960a032 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (12c7f0d0-4d91-466f-8ac0-2077ed04fd16), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:44.434379 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6013108a-1702-4b24-bf25-3fe06960a032 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for floatingip (12c7f0d0-4d91-466f-8ac0-2077ed04fd16), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:44.456186 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-6013108a-1702-4b24-bf25-3fe06960a032 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Calling delete_port for 12c7f0d0-4d91-466f-8ac0-2077ed04fd16 owned by network:floatingip {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:30:44.461369 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ab229c0d-8d16-4c23-b680-0684601fe2e8 req-a9c927ac-7c42-4e32-8973-6aaa31b23af5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667080 Oct 06 12:30:44.557018 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-d7ae1e4e-ec4a-444f-9d4d-e612cc45d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '70dafd1f-5038-4b97-87c9-03fd41742f9e', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'port_id': 'abc2aa64-ae2d-47b6-9296-fa6c134455a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'mac_address': 'fa:16:3e:df:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71fe8d-fb4e-4848-9b99-318ccbb0ba14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:30:25Z', 'updated_at': '2022-10-06T12:30:42Z', 'revision_number': 1, 'project_id': '828d3459cdd641d98772383edfe3268f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:35Z', 'revision_number': 5, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:44.574261 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:44.582732 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae1e4e-ec4a-444f-9d4d-e612cc45d707 None None] The sync data for ids ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'] in dv-cinder-856041-2-iscsi is: [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '70dafd1f-5038-4b97-87c9-03fd41742f9e', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'port_id': 'abc2aa64-ae2d-47b6-9296-fa6c134455a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'mac_address': 'fa:16:3e:df:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71fe8d-fb4e-4848-9b99-318ccbb0ba14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:30:25Z', 'updated_at': '2022-10-06T12:30:42Z', 'revision_number': 1, 'project_id': '828d3459cdd641d98772383edfe3268f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:35Z', 'revision_number': 5, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:30:44.624788 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:44.636785 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6013108a-1702-4b24-bf25-3fe06960a032 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (12c7f0d0-4d91-466f-8ac0-2077ed04fd16), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:44.662146 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013108a-1702-4b24-bf25-3fe06960a032 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Pushing event deleted for resources: {'Port': ['ID=12c7f0d0-4d91-466f-8ac0-2077ed04fd16,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:44.727528 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6013108a-1702-4b24-bf25-3fe06960a032 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks [] for floatingip (b0b65777-8930-4868-bf30-3a807a2999bf), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:44.727889 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.l3_db [None req-6013108a-1702-4b24-bf25-3fe06960a032 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Floating IP b0b65777-8930-4868-bf30-3a807a2999bf disassociated (deleted). External IP: 172.27.0.173, port: 9a4b9943-b074-4a4d-a9c2-a11438741a56. Oct 06 12:30:44.790768 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62c3d8-92fa-4b29-83f3-a11c1cf70e78 None None] New status for floating IP 70dafd1f-5038-4b97-87c9-03fd41742f9e: ACTIVE {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:30:44.935914 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6013108a-1702-4b24-bf25-3fe06960a032 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Router 0964376f-57a1-4990-8d1f-5ff52143a16c has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:30:45.026281 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d49d37-57b8-44cd-9d47-1b3a2e6b095a req-6a4bec49-00c3-4c19-9385-794fa99c5c1d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:45.027792 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03d49d37-57b8-44cd-9d47-1b3a2e6b095a req-6a4bec49-00c3-4c19-9385-794fa99c5c1d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0843790 Oct 06 12:30:45.109551 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6013108a-1702-4b24-bf25-3fe06960a032 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:30:45.116019 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6013108a-1702-4b24-bf25-3fe06960a032 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:45.119152 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa531a1-ad7a-4a49-87f0-549275abbada None None] Sync routers for ids ['0964376f-57a1-4990-8d1f-5ff52143a16c'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:30:45.128731 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa531a1-ad7a-4a49-87f0-549275abbada None None] Routers {'0964376f-57a1-4990-8d1f-5ff52143a16c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:45.129341 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-9aa531a1-ad7a-4a49-87f0-549275abbada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['0964376f-57a1-4990-8d1f-5ff52143a16c'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:45.137613 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03d49d37-57b8-44cd-9d47-1b3a2e6b095a req-215259ac-74e2-46f5-9c62-a227e693ef0f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765972 Oct 06 12:30:45.152424 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-6013108a-1702-4b24-bf25-3fe06960a032 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/b0b65777-8930-4868-bf30-3a807a2999bf HTTP/1.1" status: 204 len: 168 time: 1.5020368 Oct 06 12:30:45.252753 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-9aa531a1-ad7a-4a49-87f0-549275abbada None None] Set router 0964376f-57a1-4990-8d1f-5ff52143a16c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:45.366785 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:45.452927 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-9aa531a1-ad7a-4a49-87f0-549275abbada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'name': 'tempest-TestMinimumBasicScenario-616215872-router', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:14Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 4, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'gw_port': {'id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:15Z', 'updated_at': '2022-10-06T12:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'dd67df93-3626-4f36-8ff6-96ce7a6835f4', 'name': '', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'mac_address': 'fa:16:3e:2a:4f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:34Z', 'revision_number': 5, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'subnets': [{'id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:45.477574 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa531a1-ad7a-4a49-87f0-549275abbada None None] Checking router: 0964376f-57a1-4990-8d1f-5ff52143a16c for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:30:45.486581 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa531a1-ad7a-4a49-87f0-549275abbada None None] Routers {'0964376f-57a1-4990-8d1f-5ff52143a16c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:45.487177 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-9aa531a1-ad7a-4a49-87f0-549275abbada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['0964376f-57a1-4990-8d1f-5ff52143a16c'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:45.489582 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb42d057-804d-4d87-953a-953bf69fe126', 'tag': '9a4b9943-b074-4a4d-a9c2-a11438741a56'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:45.492054 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aefc04-f8cf-4bb8-81d6-aef0334ddb67" -d '{"events": [{"name": "network-changed", "server_uuid": "eb42d057-804d-4d87-953a-953bf69fe126", "tag": "9a4b9943-b074-4a4d-a9c2-a11438741a56"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:45.529976 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee94a026-f34a-47f6-a4c3-ab3ed732b4bc x-openstack-request-id: req-ee94a026-f34a-47f6-a4c3-ab3ed732b4bc {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:45.530274 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb42d057-804d-4d87-953a-953bf69fe126", "tag": "9a4b9943-b074-4a4d-a9c2-a11438741a56", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:45.530558 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ee94a026-f34a-47f6-a4c3-ab3ed732b4bc {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:45.530966 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee94a026-f34a-47f6-a4c3-ab3ed732b4bc'] response: {'name': 'network-changed', 'server_uuid': 'eb42d057-804d-4d87-953a-953bf69fe126', 'tag': '9a4b9943-b074-4a4d-a9c2-a11438741a56', 'status': 'completed', 'code': 200} Oct 06 12:30:45.589009 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-9aa531a1-ad7a-4a49-87f0-549275abbada None None] Set router 0964376f-57a1-4990-8d1f-5ff52143a16c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:45.772756 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-9aa531a1-ad7a-4a49-87f0-549275abbada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'name': 'tempest-TestMinimumBasicScenario-616215872-router', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:14Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 4, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'gw_port': {'id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:15Z', 'updated_at': '2022-10-06T12:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'dd67df93-3626-4f36-8ff6-96ce7a6835f4', 'name': '', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'mac_address': 'fa:16:3e:2a:4f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:34Z', 'revision_number': 5, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'subnets': [{'id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:45.800939 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa531a1-ad7a-4a49-87f0-549275abbada None None] The sync data for ids ['0964376f-57a1-4990-8d1f-5ff52143a16c'] in dv-cinder-856041-2-iscsi is: [{'id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'name': 'tempest-TestMinimumBasicScenario-616215872-router', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:14Z', 'updated_at': '2022-10-06T12:25:20Z', 'revision_number': 4, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'gw_port': {'id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:15Z', 'updated_at': '2022-10-06T12:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'dd67df93-3626-4f36-8ff6-96ce7a6835f4', 'name': '', 'network_id': '7aa9c50e-f953-474e-a8eb-45316afa3b7b', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'mac_address': 'fa:16:3e:2a:4f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:25:34Z', 'revision_number': 5, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'subnets': [{'id': 'a9e2264b-e345-4bdc-84be-0c47ea836a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:30:46.012171 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c29a70-af9e-421b-9d81-170aa6774b9d None None] New status for floating IP b0b65777-8930-4868-bf30-3a807a2999bf: DOWN {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:30:46.266071 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500555ad-7677-4562-9cef-76f740bc42a8 req-34452ec2-70f7-4bb5-b9df-c73b1353beec tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:46.267565 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-500555ad-7677-4562-9cef-76f740bc42a8 req-34452ec2-70f7-4bb5-b9df-c73b1353beec tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0478966 Oct 06 12:30:46.317010 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-500555ad-7677-4562-9cef-76f740bc42a8 req-24aef641-6e06-483d-a439-0631888f8201 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434756 Oct 06 12:30:47.445416 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb2e3c-ef05-4b8e-b634-f04523bc030a req-a0de14fa-3c3f-4f4f-afa1-d0ba54d91311 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:47.447471 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f4bb2e3c-ef05-4b8e-b634-f04523bc030a req-a0de14fa-3c3f-4f4f-afa1-d0ba54d91311 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0461023 Oct 06 12:30:47.496550 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f4bb2e3c-ef05-4b8e-b634-f04523bc030a req-ee146269-29e9-4add-95ee-0e5369fa4585 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431666 Oct 06 12:30:48.564164 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:48.628452 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ec531-a139-40e6-bbb2-199c58887b62 req-83ffbb63-d346-4f52-ae3b-0546257b7e64 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:48.629922 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fa9ec531-a139-40e6-bbb2-199c58887b62 req-83ffbb63-d346-4f52-ae3b-0546257b7e64 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0478852 Oct 06 12:30:48.677624 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fa9ec531-a139-40e6-bbb2-199c58887b62 req-94f8150c-dad5-49ea-ba84-f231b70650fa tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416062 Oct 06 12:30:48.751925 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0a519c15-a846-4ab1-9b24-29b6feeac536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:49.091347 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230d236-e157-4225-a0dc-d712f8f26443 req-ed73af53-c6b6-4f54-9a18-efa8a091e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:49.092832 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3230d236-e157-4225-a0dc-d712f8f26443 req-ed73af53-c6b6-4f54-9a18-efa8a091e333 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a9e2264b-e345-4bdc-84be-0c47ea836a60 HTTP/1.1" status: 200 len: 853 time: 0.0966403 Oct 06 12:30:49.096862 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:49.120757 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ab229c0d-8d16-4c23-b680-0684601fe2e8 req-5632177a-cca4-4f5b-b9e0-446a5cfd7b99 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167593 Oct 06 12:30:49.634298 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:49.672623 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230d236-e157-4225-a0dc-d712f8f26443 req-7d278ee8-8a1f-4c2a-b854-e29b6e516d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:49.674117 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3230d236-e157-4225-a0dc-d712f8f26443 req-7d278ee8-8a1f-4c2a-b854-e29b6e516d72 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7aa9c50e-f953-474e-a8eb-45316afa3b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535886 Oct 06 12:30:49.777904 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3230d236-e157-4225-a0dc-d712f8f26443 req-3789a5e4-6ac4-4516-9dfb-644c781e032b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7aa9c50e-f953-474e-a8eb-45316afa3b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949185 Oct 06 12:30:49.810017 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a36adf-2bd0-4ddc-8779-2971bbc50e23 req-b4b7afaf-1dc6-47c2-b54c-5f1d69c946ac tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:49.811409 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e8a36adf-2bd0-4ddc-8779-2971bbc50e23 req-b4b7afaf-1dc6-47c2-b54c-5f1d69c946ac tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0481172 Oct 06 12:30:49.861436 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e8a36adf-2bd0-4ddc-8779-2971bbc50e23 req-db95c5e5-d1c5-4f98-a88b-f9d63c71e1e2 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445213 Oct 06 12:30:50.321349 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3230d236-e157-4225-a0dc-d712f8f26443 req-5c02d20a-fb83-46b2-a610-29a8fce3a50d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7aa9c50e-f953-474e-a8eb-45316afa3b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899470 Oct 06 12:30:50.995481 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aefc04-f8cf-4bb8-81d6-aef0334ddb67 req-d405451c-6d38-4bee-beb0-46eb34d565c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:50.996984 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f0aefc04-f8cf-4bb8-81d6-aef0334ddb67 req-d405451c-6d38-4bee-beb0-46eb34d565c1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1c822fb7252b4804aa9a0cb228b6397c&device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 1130 time: 0.0733049 Oct 06 12:30:51.009841 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71adf72-85e8-41a9-a9ac-ab031d0a50f4 req-4859bf3b-3b58-449d-bbe1-b37b33e20195 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:51.011268 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d71adf72-85e8-41a9-a9ac-ab031d0a50f4 req-4859bf3b-3b58-449d-bbe1-b37b33e20195 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0602591 Oct 06 12:30:51.045503 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-01649828-8807-4922-9e03-36e29ea194f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:51.104268 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d71adf72-85e8-41a9-a9ac-ab031d0a50f4 req-68146489-2820-476a-9fdb-e0208a99ad34 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871878 Oct 06 12:30:51.148245 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aefc04-f8cf-4bb8-81d6-aef0334ddb67 req-671f88e1-7e5b-4efb-9f47-c52276c5690f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:51.150067 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f0aefc04-f8cf-4bb8-81d6-aef0334ddb67 req-671f88e1-7e5b-4efb-9f47-c52276c5690f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7aa9c50e-f953-474e-a8eb-45316afa3b7b HTTP/1.1" status: 200 len: 915 time: 0.1068380 Oct 06 12:30:51.198446 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f0aefc04-f8cf-4bb8-81d6-aef0334ddb67 req-1f9e346c-7290-4d8b-ae94-76ab072ccce9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a4b9943-b074-4a4d-a9c2-a11438741a56 HTTP/1.1" status: 200 len: 217 time: 0.0417571 Oct 06 12:30:51.274350 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0f2a1-f10f-4d5a-86d4-b94f9420ef2a req-18c5e316-6ef2-4886-a129-c07b9a50926a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:51.277546 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-41a0f2a1-f10f-4d5a-86d4-b94f9420ef2a req-18c5e316-6ef2-4886-a129-c07b9a50926a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0824246 Oct 06 12:30:51.285061 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aefc04-f8cf-4bb8-81d6-aef0334ddb67 req-5d70de5b-16e7-4518-aee3-982663e2f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:51.286501 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f0aefc04-f8cf-4bb8-81d6-aef0334ddb67 req-5d70de5b-16e7-4518-aee3-982663e2f401 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a9e2264b-e345-4bdc-84be-0c47ea836a60 HTTP/1.1" status: 200 len: 853 time: 0.0787969 Oct 06 12:30:51.292833 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 56692) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:51.297479 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-03dc79d5-5572-4c22-adfb-7894a9e0b2ed tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Request body: {'floatingip': {'port_id': 'fc7be519-3630-4616-ad76-14402cf4ad87'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:30:51.365125 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-03dc79d5-5572-4c22-adfb-7894a9e0b2ed tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for floatingip (b6cf7273-49c2-4303-a83a-c78c4b620b48), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:51.408164 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aefc04-f8cf-4bb8-81d6-aef0334ddb67 req-5ec3cc66-f629-4126-a9d6-fc581aea286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:51.409432 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f0aefc04-f8cf-4bb8-81d6-aef0334ddb67 req-5ec3cc66-f629-4126-a9d6-fc581aea286d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7aa9c50e-f953-474e-a8eb-45316afa3b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1091235 Oct 06 12:30:51.610956 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f0aefc04-f8cf-4bb8-81d6-aef0334ddb67 req-9d4d7634-ec4e-4dbc-bdd5-c076574605d8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7aa9c50e-f953-474e-a8eb-45316afa3b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841199 Oct 06 12:30:51.701352 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:51.701352 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:51.831372 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f0aefc04-f8cf-4bb8-81d6-aef0334ddb67 req-031365df-5654-4fd2-9e90-6bc32d9a3c24 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7aa9c50e-f953-474e-a8eb-45316afa3b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111030 Oct 06 12:30:52.022778 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-03dc79d5-5572-4c22-adfb-7894a9e0b2ed tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:52.029459 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-03dc79d5-5572-4c22-adfb-7894a9e0b2ed tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (b6cf7273-49c2-4303-a83a-c78c4b620b48), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:52.079565 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56720) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:52.105203 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:52.218824 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c366af56-1ccd-4a29-944e-ec4d06420d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:52.315231 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c366af56-1ccd-4a29-944e-ec4d06420d31 admin admin] Publish callbacks [] for security_group (69257d9f-e744-4a5b-8d11-2251963ac893), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:52.319715 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c366af56-1ccd-4a29-944e-ec4d06420d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (69257d9f-e744-4a5b-8d11-2251963ac893), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:52.371019 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-c366af56-1ccd-4a29-944e-ec4d06420d31 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=8fc55bc6e41843008da265a1e09e69e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897649 Oct 06 12:30:52.373599 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366af56-1ccd-4a29-944e-ec4d06420d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69257d9f-e744-4a5b-8d11-2251963ac893,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:52.376202 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56724) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:52.396489 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.l3_db [None req-03dc79d5-5572-4c22-adfb-7894a9e0b2ed tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Floating IP b6cf7273-49c2-4303-a83a-c78c4b620b48 associated. External IP: 172.27.0.78, port: fc7be519-3630-4616-ad76-14402cf4ad87. Oct 06 12:30:52.444413 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5952bb8d-c60b-4aa5-9c22-9ec93fe623f9 admin admin] Publish callbacks [] for security_group (69257d9f-e744-4a5b-8d11-2251963ac893), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:52.467138 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5952bb8d-c60b-4aa5-9c22-9ec93fe623f9 admin admin] Publish callbacks [] for security_group (69257d9f-e744-4a5b-8d11-2251963ac893), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:52.495961 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:52.520414 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5952bb8d-c60b-4aa5-9c22-9ec93fe623f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (69257d9f-e744-4a5b-8d11-2251963ac893), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:52.523245 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5952bb8d-c60b-4aa5-9c22-9ec93fe623f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:52.527374 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-5952bb8d-c60b-4aa5-9c22-9ec93fe623f9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/69257d9f-e744-4a5b-8d11-2251963ac893 HTTP/1.1" status: 204 len: 168 time: 0.1495535 Oct 06 12:30:52.535970 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952bb8d-c60b-4aa5-9c22-9ec93fe623f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69257d9f-e744-4a5b-8d11-2251963ac893,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:52.627116 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dc79d5-5572-4c22-adfb-7894a9e0b2ed tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Router 16fdc899-424f-472b-9b3b-494f3046e928 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:30:52.745144 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dc79d5-5572-4c22-adfb-7894a9e0b2ed tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:30:52.750624 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-03dc79d5-5572-4c22-adfb-7894a9e0b2ed tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:52.759057 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbdcfeb-629a-4509-86e8-e47ed9412ea1 None None] Sync routers for ids ['16fdc899-424f-472b-9b3b-494f3046e928'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:30:52.774930 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbdcfeb-629a-4509-86e8-e47ed9412ea1 None None] Routers {'16fdc899-424f-472b-9b3b-494f3046e928'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:52.776466 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-dfbdcfeb-629a-4509-86e8-e47ed9412ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['16fdc899-424f-472b-9b3b-494f3046e928'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:52.786370 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-03dc79d5-5572-4c22-adfb-7894a9e0b2ed tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/b6cf7273-49c2-4303-a83a-c78c4b620b48 HTTP/1.1" status: 200 len: 990 time: 1.4903295 Oct 06 12:30:52.786370 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'tag': 'fc7be519-3630-4616-ad76-14402cf4ad87'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:52.787624 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4e935c-4c45-4d57-b1cd-375988fb7377" -d '{"events": [{"name": "network-changed", "server_uuid": "c743b80a-43e9-4dc1-a570-6873a5992f34", "tag": "fc7be519-3630-4616-ad76-14402cf4ad87"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:52.831670 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59f124d-e576-4eef-aa4a-80377ce99e75 x-openstack-request-id: req-f59f124d-e576-4eef-aa4a-80377ce99e75 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:52.832151 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c743b80a-43e9-4dc1-a570-6873a5992f34", "tag": "fc7be519-3630-4616-ad76-14402cf4ad87", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:52.832403 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f59f124d-e576-4eef-aa4a-80377ce99e75 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:52.832804 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59f124d-e576-4eef-aa4a-80377ce99e75'] response: {'name': 'network-changed', 'server_uuid': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'tag': 'fc7be519-3630-4616-ad76-14402cf4ad87', 'status': 'completed', 'code': 200} Oct 06 12:30:52.905773 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-dfbdcfeb-629a-4509-86e8-e47ed9412ea1 None None] Set router 16fdc899-424f-472b-9b3b-494f3046e928 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:52.938653 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e935c-4c45-4d57-b1cd-375988fb7377 req-bed210b6-64f9-4e88-90e7-8ae7cd3ef059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:52.940506 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ee4e935c-4c45-4d57-b1cd-375988fb7377 req-bed210b6-64f9-4e88-90e7-8ae7cd3ef059 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 1129 time: 0.0553970 Oct 06 12:30:53.070411 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e935c-4c45-4d57-b1cd-375988fb7377 req-d18dafa0-8e20-4f4d-be3e-a35b5ebfd24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:53.072205 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ee4e935c-4c45-4d57-b1cd-375988fb7377 req-d18dafa0-8e20-4f4d-be3e-a35b5ebfd24b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=a983a2d0-c8c4-4203-b602-635e6e2680bd HTTP/1.1" status: 200 len: 917 time: 0.1250911 Oct 06 12:30:53.160865 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:53.164345 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ee4e935c-4c45-4d57-b1cd-375988fb7377 req-6f492857-0533-48fd-89e5-0a656c3b94f0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc7be519-3630-4616-ad76-14402cf4ad87 HTTP/1.1" status: 200 len: 998 time: 0.0852213 Oct 06 12:30:53.206564 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-dfbdcfeb-629a-4509-86e8-e47ed9412ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': 'b6cf7273-49c2-4303-a83a-c78c4b620b48', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'port_id': 'fc7be519-3630-4616-ad76-14402cf4ad87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'mac_address': 'fa:16:3e:8a:ae:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:30:25Z', 'updated_at': '2022-10-06T12:30:51Z', 'revision_number': 1, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:48Z', 'revision_number': 5, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:53.228556 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e935c-4c45-4d57-b1cd-375988fb7377 req-9698f625-9ebf-4ad5-b7b2-44cef6ba1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:53.230320 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ee4e935c-4c45-4d57-b1cd-375988fb7377 req-9698f625-9ebf-4ad5-b7b2-44cef6ba1d35 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2 HTTP/1.1" status: 200 len: 855 time: 0.0578475 Oct 06 12:30:53.248331 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbdcfeb-629a-4509-86e8-e47ed9412ea1 None None] Checking router: 16fdc899-424f-472b-9b3b-494f3046e928 for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:30:53.270050 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbdcfeb-629a-4509-86e8-e47ed9412ea1 None None] Routers {'16fdc899-424f-472b-9b3b-494f3046e928'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:30:53.272801 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-dfbdcfeb-629a-4509-86e8-e47ed9412ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['16fdc899-424f-472b-9b3b-494f3046e928'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:53.277437 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:53.312988 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e935c-4c45-4d57-b1cd-375988fb7377 req-8c6d92f3-083c-40d3-bca4-687e1271df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:53.314768 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ee4e935c-4c45-4d57-b1cd-375988fb7377 req-8c6d92f3-083c-40d3-bca4-687e1271df21 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=a983a2d0-c8c4-4203-b602-635e6e2680bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683167 Oct 06 12:30:53.406665 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:53.509634 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ee4e935c-4c45-4d57-b1cd-375988fb7377 req-e6cc518a-d7a3-4866-b4a7-24eabd9989e9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829576 Oct 06 12:30:53.528413 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f7bb0-c877-4246-993f-d653f2abecb9 req-46381e34-10a9-427b-abef-14724f4f84cb tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:53.530301 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bc3f7bb0-c877-4246-993f-d653f2abecb9 req-46381e34-10a9-427b-abef-14724f4f84cb tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 946 time: 0.0800128 Oct 06 12:30:53.562935 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-dfbdcfeb-629a-4509-86e8-e47ed9412ea1 None None] Set router 16fdc899-424f-472b-9b3b-494f3046e928 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:30:53.593469 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bc3f7bb0-c877-4246-993f-d653f2abecb9 req-d9edb67e-c9f0-4d28-a731-79b3014e34b3 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526314 Oct 06 12:30:53.688905 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:53.793314 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:53.839755 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:53.859178 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-dfbdcfeb-629a-4509-86e8-e47ed9412ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': 'b6cf7273-49c2-4303-a83a-c78c4b620b48', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'port_id': 'fc7be519-3630-4616-ad76-14402cf4ad87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'mac_address': 'fa:16:3e:8a:ae:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:30:25Z', 'updated_at': '2022-10-06T12:30:51Z', 'revision_number': 1, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:48Z', 'revision_number': 5, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:30:53.884512 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbdcfeb-629a-4509-86e8-e47ed9412ea1 None None] The sync data for ids ['16fdc899-424f-472b-9b3b-494f3046e928'] in dv-cinder-856041-2-iscsi is: [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': 'b6cf7273-49c2-4303-a83a-c78c4b620b48', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'port_id': 'fc7be519-3630-4616-ad76-14402cf4ad87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'mac_address': 'fa:16:3e:8a:ae:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:30:25Z', 'updated_at': '2022-10-06T12:30:51Z', 'revision_number': 1, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:48Z', 'revision_number': 5, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:30:54.129193 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bd897a-6c1d-4769-b8ab-24b7f65dcb66 None None] New status for floating IP b6cf7273-49c2-4303-a83a-c78c4b620b48: ACTIVE {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:30:54.735641 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099171d-98af-4b3e-84af-fbae244a75b0 req-c54a0577-d276-4806-8629-69fe265ff013 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:54.742600 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9099171d-98af-4b3e-84af-fbae244a75b0 req-c54a0577-d276-4806-8629-69fe265ff013 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 946 time: 0.0571921 Oct 06 12:30:54.791947 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9099171d-98af-4b3e-84af-fbae244a75b0 req-8577b757-e486-43e1-a866-95c31f65a0ee tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476210 Oct 06 12:30:55.194561 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ee4e935c-4c45-4d57-b1cd-375988fb7377 req-49a3fa96-05b0-4300-abda-43b2f7fb6ca4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006727 Oct 06 12:30:55.943159 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2aa868-07bf-45b2-a681-196269006660 req-823c65ca-8b4c-4bef-a236-aa89efcbea68 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:55.944959 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3f2aa868-07bf-45b2-a681-196269006660 req-823c65ca-8b4c-4bef-a236-aa89efcbea68 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 946 time: 0.0903766 Oct 06 12:30:55.957064 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758da449-fcb5-4b85-b735-e14994ac2e84 req-600bf6f0-889a-45eb-9632-6418d46e923a tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:30:55.958911 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-758da449-fcb5-4b85-b735-e14994ac2e84 req-600bf6f0-889a-45eb-9632-6418d46e923a tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 946 time: 0.0728993 Oct 06 12:30:56.014963 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56870) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:56.070226 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-758da449-fcb5-4b85-b735-e14994ac2e84 req-ee39277d-dca5-4667-aa90-1d86b4ede204 tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=086e6053-0804-4e89-9e5f-03513656a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020238 Oct 06 12:30:56.079428 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-3f2aa868-07bf-45b2-a681-196269006660 req-4a9859c3-cb73-4cc4-87b1-067242d9f7dc tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Deleting port 9a4b9943-b074-4a4d-a9c2-a11438741a56 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:30:56.079799 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-3f2aa868-07bf-45b2-a681-196269006660 req-4a9859c3-cb73-4cc4-87b1-067242d9f7dc tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:56.147171 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2acbf633-9db0-4270-bdcf-60ea0fee0d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:56.187389 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-3f2aa868-07bf-45b2-a681-196269006660 req-4a9859c3-cb73-4cc4-87b1-067242d9f7dc tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] For port 9a4b9943-b074-4a4d-a9c2-a11438741a56, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=9a4b9943-b074-4a4d-a9c2-a11438741a56,segment=NetworkSegment(0c5c7493-fd94-4429-bbb4-379ff34330c1),segment_id=0c5c7493-fd94-4429-bbb4-379ff34330c1)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:30:56.188134 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-3f2aa868-07bf-45b2-a681-196269006660 req-4a9859c3-cb73-4cc4-87b1-067242d9f7dc tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:56.202424 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-3f2aa868-07bf-45b2-a681-196269006660 req-4a9859c3-cb73-4cc4-87b1-067242d9f7dc tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Calling delete_port for 9a4b9943-b074-4a4d-a9c2-a11438741a56 owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:30:56.237442 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2acbf633-9db0-4270-bdcf-60ea0fee0d8e admin admin] Publish callbacks [] for security_group (6d0a15f8-3f35-4884-a750-2da292d286cf), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:56.242341 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2acbf633-9db0-4270-bdcf-60ea0fee0d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (6d0a15f8-3f35-4884-a750-2da292d286cf), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:56.266509 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:56.282214 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-2acbf633-9db0-4270-bdcf-60ea0fee0d8e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=225a499e61324abfbd1859ee840a23c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656045 Oct 06 12:30:56.284861 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 56876) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:56.292558 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbf633-9db0-4270-bdcf-60ea0fee0d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0a15f8-3f35-4884-a750-2da292d286cf,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:56.381043 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d171b7c8-1905-4796-b152-f2a255222534 admin admin] Publish callbacks [] for security_group (6d0a15f8-3f35-4884-a750-2da292d286cf), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:56.388746 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-3f2aa868-07bf-45b2-a681-196269006660 req-4a9859c3-cb73-4cc4-87b1-067242d9f7dc tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (9a4b9943-b074-4a4d-a9c2-a11438741a56), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:56.407868 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:56.430789 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d171b7c8-1905-4796-b152-f2a255222534 admin admin] Publish callbacks [] for security_group (6d0a15f8-3f35-4884-a750-2da292d286cf), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:56.432986 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9859c3-cb73-4cc4-87b1-067242d9f7dc tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Pushing event deleted for resources: {'Port': ['ID=9a4b9943-b074-4a4d-a9c2-a11438741a56,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:56.433133 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['9a4b9943-b074-4a4d-a9c2-a11438741a56'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:30:56.503967 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2aa868-07bf-45b2-a681-196269006660 req-4a9859c3-cb73-4cc4-87b1-067242d9f7dc tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] No DVR routers for this DVR port 9a4b9943-b074-4a4d-a9c2-a11438741a56 on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:30:56.508124 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-3f2aa868-07bf-45b2-a681-196269006660 req-4a9859c3-cb73-4cc4-87b1-067242d9f7dc tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:56.511855 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3f2aa868-07bf-45b2-a681-196269006660 req-4a9859c3-cb73-4cc4-87b1-067242d9f7dc tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.23 "DELETE /networking/v2.0/ports/9a4b9943-b074-4a4d-a9c2-a11438741a56 HTTP/1.1" status: 204 len: 173 time: 0.5517972 Oct 06 12:30:56.512355 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb42d057-804d-4d87-953a-953bf69fe126', 'name': 'network-vif-deleted', 'tag': '9a4b9943-b074-4a4d-a9c2-a11438741a56'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:30:56.514591 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46a5b41-d498-4792-b802-2664ad81f386" -d '{"events": [{"server_uuid": "eb42d057-804d-4d87-953a-953bf69fe126", "name": "network-vif-deleted", "tag": "9a4b9943-b074-4a4d-a9c2-a11438741a56"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:30:56.539581 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d171b7c8-1905-4796-b152-f2a255222534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (6d0a15f8-3f35-4884-a750-2da292d286cf), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:56.542845 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d171b7c8-1905-4796-b152-f2a255222534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:56.544222 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-d171b7c8-1905-4796-b152-f2a255222534 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6d0a15f8-3f35-4884-a750-2da292d286cf HTTP/1.1" status: 204 len: 168 time: 0.2577460 Oct 06 12:30:56.555294 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171b7c8-1905-4796-b152-f2a255222534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0a15f8-3f35-4884-a750-2da292d286cf,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:56.580984 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52c1b96-e5a8-498b-bc99-772c9066eb34 x-openstack-request-id: req-c52c1b96-e5a8-498b-bc99-772c9066eb34 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:30:56.581290 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb42d057-804d-4d87-953a-953bf69fe126", "name": "network-vif-deleted", "tag": "9a4b9943-b074-4a4d-a9c2-a11438741a56", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:30:56.581607 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c52c1b96-e5a8-498b-bc99-772c9066eb34 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:30:56.582046 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52c1b96-e5a8-498b-bc99-772c9066eb34'] response: {'server_uuid': 'eb42d057-804d-4d87-953a-953bf69fe126', 'name': 'network-vif-deleted', 'tag': '9a4b9943-b074-4a4d-a9c2-a11438741a56', 'status': 'completed', 'code': 200} Oct 06 12:30:56.895727 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 56884) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:56.921373 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-06be97e4-79e8-47c4-8041-dfd5f1d8f617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:57.010681 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-06be97e4-79e8-47c4-8041-dfd5f1d8f617 admin admin] Publish callbacks [] for security_group (da3eb89d-56a0-49af-aca5-03e5bd3e4b21), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:57.014755 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-06be97e4-79e8-47c4-8041-dfd5f1d8f617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (da3eb89d-56a0-49af-aca5-03e5bd3e4b21), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:57.054166 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-06be97e4-79e8-47c4-8041-dfd5f1d8f617 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=58b0fecf98bc490c9cb6937e9bb917bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571670 Oct 06 12:30:57.056709 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be97e4-79e8-47c4-8041-dfd5f1d8f617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3eb89d-56a0-49af-aca5-03e5bd3e4b21,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:57.059179 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56888) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:57.095693 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:30:57.115623 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cc1e951f-f083-4846-8144-c975ac32b307 admin admin] Publish callbacks [] for security_group (da3eb89d-56a0-49af-aca5-03e5bd3e4b21), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:57.137463 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cc1e951f-f083-4846-8144-c975ac32b307 admin admin] Publish callbacks [] for security_group (da3eb89d-56a0-49af-aca5-03e5bd3e4b21), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:57.190439 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cc1e951f-f083-4846-8144-c975ac32b307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (da3eb89d-56a0-49af-aca5-03e5bd3e4b21), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:57.193508 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cc1e951f-f083-4846-8144-c975ac32b307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:57.200109 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-cc1e951f-f083-4846-8144-c975ac32b307 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/da3eb89d-56a0-49af-aca5-03e5bd3e4b21 HTTP/1.1" status: 204 len: 168 time: 0.1405947 Oct 06 12:30:57.209967 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e951f-f083-4846-8144-c975ac32b307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3eb89d-56a0-49af-aca5-03e5bd3e4b21,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:30:57.212587 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1729f9c7-800a-4ced-a026-8c0e8ced22c1 req-39a139e9-0ae3-4d02-9942-c6b2291debcf tempest-TestMinimumBasicScenario-502112929 tempest-TestMinimumBasicScenario-502112929-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb42d057-804d-4d87-953a-953bf69fe126 HTTP/1.1" status: 200 len: 210 time: 0.0399473 Oct 06 12:30:57.381469 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:30:58.724631 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 9a4b9943-b074-4a4d-a9c2-a11438741a56 no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:30:58.746698 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: 9a4b9943-b074-4a4d-a9c2-a11438741a56 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:30:58.747233 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 9a4b9943-b074-4a4d-a9c2-a11438741a56 not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:30:59.145698 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 56988) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:30:59.733419 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3b91c250-839d-4bea-aaf3-aa565541601d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664333'] for router_interface (0964376f-57a1-4990-8d1f-5ff52143a16c), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:30:59.946357 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57010) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:00.069300 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-09b81cc7-d065-44bf-b460-8e6945e082bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:00.150006 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-09b81cc7-d065-44bf-b460-8e6945e082bf admin admin] Publish callbacks [] for security_group (6e6a72d9-1340-45a7-8d23-734ecbf03c29), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:00.154413 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-09b81cc7-d065-44bf-b460-8e6945e082bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (6e6a72d9-1340-45a7-8d23-734ecbf03c29), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:00.199833 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-09b81cc7-d065-44bf-b460-8e6945e082bf admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a43894942aa24ae3995f9c8521725911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519205 Oct 06 12:31:00.200686 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57014) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:00.211894 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b81cc7-d065-44bf-b460-8e6945e082bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6a72d9-1340-45a7-8d23-734ecbf03c29,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:00.231373 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-3b91c250-839d-4bea-aaf3-aa565541601d admin admin] Deleting port dd67df93-3626-4f36-8ff6-96ce7a6835f4 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:31:00.231988 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3b91c250-839d-4bea-aaf3-aa565541601d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:00.260291 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5cfd38a7-654f-49d0-92d6-d08b93cc1017 admin admin] Publish callbacks [] for security_group (6e6a72d9-1340-45a7-8d23-734ecbf03c29), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:00.276286 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:00.282129 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5cfd38a7-654f-49d0-92d6-d08b93cc1017 admin admin] Publish callbacks [] for security_group (6e6a72d9-1340-45a7-8d23-734ecbf03c29), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:00.315754 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:00.323934 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [None req-3b91c250-839d-4bea-aaf3-aa565541601d admin admin] For port dd67df93-3626-4f36-8ff6-96ce7a6835f4, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=dd67df93-3626-4f36-8ff6-96ce7a6835f4,segment=NetworkSegment(0c5c7493-fd94-4429-bbb4-379ff34330c1),segment_id=0c5c7493-fd94-4429-bbb4-379ff34330c1)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:31:00.324408 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3b91c250-839d-4bea-aaf3-aa565541601d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:00.332429 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5cfd38a7-654f-49d0-92d6-d08b93cc1017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (6e6a72d9-1340-45a7-8d23-734ecbf03c29), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:00.334953 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5cfd38a7-654f-49d0-92d6-d08b93cc1017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:00.336236 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-5cfd38a7-654f-49d0-92d6-d08b93cc1017 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6e6a72d9-1340-45a7-8d23-734ecbf03c29 HTTP/1.1" status: 204 len: 168 time: 0.1319091 Oct 06 12:31:00.344350 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-3b91c250-839d-4bea-aaf3-aa565541601d admin admin] Calling delete_port for dd67df93-3626-4f36-8ff6-96ce7a6835f4 owned by network:router_interface {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:31:00.345960 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd38a7-654f-49d0-92d6-d08b93cc1017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6a72d9-1340-45a7-8d23-734ecbf03c29,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:00.410352 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:00.550915 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3b91c250-839d-4bea-aaf3-aa565541601d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (dd67df93-3626-4f36-8ff6-96ce7a6835f4), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:00.603143 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91c250-839d-4bea-aaf3-aa565541601d admin admin] Pushing event deleted for resources: {'Port': ['ID=dd67df93-3626-4f36-8ff6-96ce7a6835f4,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:00.756615 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57020) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:00.772873 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fd5a8a43-f57b-45ed-a644-e5513aebfa37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:00.777160 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3b91c250-839d-4bea-aaf3-aa565541601d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664313'] for router_interface (0964376f-57a1-4990-8d1f-5ff52143a16c), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:00.854999 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fd5a8a43-f57b-45ed-a644-e5513aebfa37 admin admin] Publish callbacks [] for security_group (687707a2-e9fc-48fe-8c2a-85c08bc5c933), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:00.859023 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fd5a8a43-f57b-45ed-a644-e5513aebfa37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (687707a2-e9fc-48fe-8c2a-85c08bc5c933), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:00.904108 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-fd5a8a43-f57b-45ed-a644-e5513aebfa37 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4688e0c380fe430bb52c5f2c372f5d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438634 Oct 06 12:31:00.904108 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a8a43-f57b-45ed-a644-e5513aebfa37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687707a2-e9fc-48fe-8c2a-85c08bc5c933,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:00.905693 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57022) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:00.919803 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=13 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:00.956284 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-cf636112-3a17-45ec-be20-ee1425b52352 admin admin] Publish callbacks [] for security_group (687707a2-e9fc-48fe-8c2a-85c08bc5c933), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:00.977834 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-cf636112-3a17-45ec-be20-ee1425b52352 admin admin] Publish callbacks [] for security_group (687707a2-e9fc-48fe-8c2a-85c08bc5c933), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:00.988084 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b91c250-839d-4bea-aaf3-aa565541601d admin admin] Router 0964376f-57a1-4990-8d1f-5ff52143a16c has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:31:01.024614 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-cf636112-3a17-45ec-be20-ee1425b52352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (687707a2-e9fc-48fe-8c2a-85c08bc5c933), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:01.027146 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-cf636112-3a17-45ec-be20-ee1425b52352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:01.028311 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-cf636112-3a17-45ec-be20-ee1425b52352 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/687707a2-e9fc-48fe-8c2a-85c08bc5c933 HTTP/1.1" status: 204 len: 168 time: 0.1217234 Oct 06 12:31:01.048781 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf636112-3a17-45ec-be20-ee1425b52352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687707a2-e9fc-48fe-8c2a-85c08bc5c933,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:01.096205 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b91c250-839d-4bea-aaf3-aa565541601d admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:31:01.104712 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57026) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:01.104845 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-3b91c250-839d-4bea-aaf3-aa565541601d admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/0964376f-57a1-4990-8d1f-5ff52143a16c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9580052 Oct 06 12:31:01.110932 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede06ca-bb5a-4778-9161-8dae1073522c None None] Sync routers for ids ['0964376f-57a1-4990-8d1f-5ff52143a16c'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:31:01.131897 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede06ca-bb5a-4778-9161-8dae1073522c None None] Routers {'0964376f-57a1-4990-8d1f-5ff52143a16c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:31:01.133443 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-0ede06ca-bb5a-4778-9161-8dae1073522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['0964376f-57a1-4990-8d1f-5ff52143a16c'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:31:01.215714 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2e151c72-2667-4299-a63f-991a15e12366 admin admin] Publish callbacks [] for router (0964376f-57a1-4990-8d1f-5ff52143a16c), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:01.246160 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-0ede06ca-bb5a-4778-9161-8dae1073522c None None] Set router 0964376f-57a1-4990-8d1f-5ff52143a16c gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:31:01.320595 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2e151c72-2667-4299-a63f-991a15e12366 admin admin] Publish callbacks [] for router_gateway (0964376f-57a1-4990-8d1f-5ff52143a16c), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:01.367645 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-2e151c72-2667-4299-a63f-991a15e12366 admin admin] Deleting port 281cec55-d202-4b2b-86f6-fbdb123e80a9 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:31:01.367986 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2e151c72-2667-4299-a63f-991a15e12366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (281cec55-d202-4b2b-86f6-fbdb123e80a9), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:01.428990 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-0ede06ca-bb5a-4778-9161-8dae1073522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'name': 'tempest-TestMinimumBasicScenario-616215872-router', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:14Z', 'updated_at': '2022-10-06T12:31:00Z', 'revision_number': 5, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'gw_port': {'id': '281cec55-d202-4b2b-86f6-fbdb123e80a9', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:15Z', 'updated_at': '2022-10-06T12:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:31:01.463261 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-2e151c72-2667-4299-a63f-991a15e12366 admin admin] For port 281cec55-d202-4b2b-86f6-fbdb123e80a9, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=281cec55-d202-4b2b-86f6-fbdb123e80a9,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:31:01.463653 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2e151c72-2667-4299-a63f-991a15e12366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (281cec55-d202-4b2b-86f6-fbdb123e80a9), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:01.463925 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede06ca-bb5a-4778-9161-8dae1073522c None None] Checking router: 0964376f-57a1-4990-8d1f-5ff52143a16c for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:31:01.472912 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede06ca-bb5a-4778-9161-8dae1073522c None None] Routers {'0964376f-57a1-4990-8d1f-5ff52143a16c'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:31:01.473446 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-0ede06ca-bb5a-4778-9161-8dae1073522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['0964376f-57a1-4990-8d1f-5ff52143a16c'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:31:01.478673 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-2e151c72-2667-4299-a63f-991a15e12366 admin admin] Calling delete_port for 281cec55-d202-4b2b-86f6-fbdb123e80a9 owned by network:router_gateway {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:31:01.578633 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-0ede06ca-bb5a-4778-9161-8dae1073522c None None] Set router 0964376f-57a1-4990-8d1f-5ff52143a16c gateway port host: None {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:31:01.594341 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:01.634672 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-0ede06ca-bb5a-4778-9161-8dae1073522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'name': 'tempest-TestMinimumBasicScenario-616215872-router', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:14Z', 'updated_at': '2022-10-06T12:31:01Z', 'revision_number': 6, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'gw_port_host': None}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:31:01.658818 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2e151c72-2667-4299-a63f-991a15e12366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (281cec55-d202-4b2b-86f6-fbdb123e80a9), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:01.660954 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede06ca-bb5a-4778-9161-8dae1073522c None None] The sync data for ids ['0964376f-57a1-4990-8d1f-5ff52143a16c'] in dv-cinder-856041-2-iscsi is: [{'id': '0964376f-57a1-4990-8d1f-5ff52143a16c', 'name': 'tempest-TestMinimumBasicScenario-616215872-router', 'tenant_id': '1c822fb7252b4804aa9a0cb228b6397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:14Z', 'updated_at': '2022-10-06T12:31:01Z', 'revision_number': 6, 'project_id': '1c822fb7252b4804aa9a0cb228b6397c', 'gw_port_host': None}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:31:01.684989 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e151c72-2667-4299-a63f-991a15e12366 admin admin] Pushing event deleted for resources: {'Port': ['ID=281cec55-d202-4b2b-86f6-fbdb123e80a9,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:01.756076 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2e151c72-2667-4299-a63f-991a15e12366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665907'] for router_gateway (0964376f-57a1-4990-8d1f-5ff52143a16c), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:01.872910 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2e151c72-2667-4299-a63f-991a15e12366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2444'] for router (0964376f-57a1-4990-8d1f-5ff52143a16c), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:01.875215 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2e151c72-2667-4299-a63f-991a15e12366 admin admin] Publish callbacks [] for router_controller (0964376f-57a1-4990-8d1f-5ff52143a16c), precommit_delete_associations {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:01.944419 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2e151c72-2667-4299-a63f-991a15e12366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664353'] for router (0964376f-57a1-4990-8d1f-5ff52143a16c), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:01.945022 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e151c72-2667-4299-a63f-991a15e12366 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0964376f-57a1-4990-8d1f-5ff52143a16c {{(pid=106140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 12:31:01.951223 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2e151c72-2667-4299-a63f-991a15e12366 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:01.955191 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 57046) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:01.955767 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-2e151c72-2667-4299-a63f-991a15e12366 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/0964376f-57a1-4990-8d1f-5ff52143a16c HTTP/1.1" status: 204 len: 168 time: 0.8495035 Oct 06 12:31:02.005480 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:02.015425 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c072261-3a7a-44b9-8a59-84e274857f79 admin admin] Deleting subnet a9e2264b-e345-4bdc-84be-0c47ea836a60 {{(pid=106139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:31:02.019897 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8c072261-3a7a-44b9-8a59-84e274857f79 admin admin] Publish callbacks [] for subnet (a9e2264b-e345-4bdc-84be-0c47ea836a60), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.066644 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8c072261-3a7a-44b9-8a59-84e274857f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7435106'] for subnet (a9e2264b-e345-4bdc-84be-0c47ea836a60), precommit_delete_associations {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.155012 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8c072261-3a7a-44b9-8a59-84e274857f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (a9e2264b-e345-4bdc-84be-0c47ea836a60), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.213402 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:02.225253 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8c072261-3a7a-44b9-8a59-84e274857f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4794215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4892458'] for subnet (a9e2264b-e345-4bdc-84be-0c47ea836a60), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.254351 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c072261-3a7a-44b9-8a59-84e274857f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e2264b-e345-4bdc-84be-0c47ea836a60,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:02.259214 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8c072261-3a7a-44b9-8a59-84e274857f79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.267021 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57052) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:02.267472 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-8c072261-3a7a-44b9-8a59-84e274857f79 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/a9e2264b-e345-4bdc-84be-0c47ea836a60 HTTP/1.1" status: 204 len: 168 time: 0.3088160 Oct 06 12:31:02.271386 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72f958b-3d04-4a37-80f2-adc8a9632982 None None] Network 7aa9c50e-f953-474e-a8eb-45316afa3b7b requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:31:02.283830 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:02.355772 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (7aa9c50e-f953-474e-a8eb-45316afa3b7b), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.404275 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] Deleting port 46cd5716-eba4-49b4-8966-a929404c6ab2 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:31:02.404587 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (46cd5716-eba4-49b4-8966-a929404c6ab2), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.462603 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75ad12a-812d-4894-875d-8f13eb3442d9 None None] DHCP port deletion for 7aa9c50e-f953-474e-a8eb-45316afa3b7b request from dv-cinder-856041-2-iscsi {{(pid=106141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 12:31:02.474626 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] For port 46cd5716-eba4-49b4-8966-a929404c6ab2, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=46cd5716-eba4-49b4-8966-a929404c6ab2,segment=NetworkSegment(0c5c7493-fd94-4429-bbb4-379ff34330c1),segment_id=0c5c7493-fd94-4429-bbb4-379ff34330c1)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:31:02.475164 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (46cd5716-eba4-49b4-8966-a929404c6ab2), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.491599 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:02.496589 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] Calling delete_port for 46cd5716-eba4-49b4-8966-a929404c6ab2 owned by network:dhcp {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:31:02.512140 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-b75ad12a-812d-4894-875d-8f13eb3442d9 None None] Deleting port 46cd5716-eba4-49b4-8966-a929404c6ab2 {{(pid=106141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:31:02.512522 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-b75ad12a-812d-4894-875d-8f13eb3442d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (46cd5716-eba4-49b4-8966-a929404c6ab2), before_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.599305 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-b75ad12a-812d-4894-875d-8f13eb3442d9 None None] For port 46cd5716-eba4-49b4-8966-a929404c6ab2, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=46cd5716-eba4-49b4-8966-a929404c6ab2,segment=NetworkSegment(0c5c7493-fd94-4429-bbb4-379ff34330c1),segment_id=0c5c7493-fd94-4429-bbb4-379ff34330c1)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:31:02.599756 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-b75ad12a-812d-4894-875d-8f13eb3442d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (46cd5716-eba4-49b4-8966-a929404c6ab2), precommit_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.607864 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (46cd5716-eba4-49b4-8966-a929404c6ab2), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.614848 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-b75ad12a-812d-4894-875d-8f13eb3442d9 None None] Calling delete_port for 46cd5716-eba4-49b4-8966-a929404c6ab2 owned by network:dhcp {{(pid=106141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:31:02.632083 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=46cd5716-eba4-49b4-8966-a929404c6ab2,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:02.637659 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] No DVR routers for this DVR port 46cd5716-eba4-49b4-8966-a929404c6ab2 on host dv-cinder-856041-2-iscsi {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:31:02.710648 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-b75ad12a-812d-4894-875d-8f13eb3442d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100'] for port (46cd5716-eba4-49b4-8966-a929404c6ab2), after_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.712454 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (7aa9c50e-f953-474e-a8eb-45316afa3b7b), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.735664 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa9c50e-f953-474e-a8eb-45316afa3b7b']}} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:31:02.738266 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ad12a-812d-4894-875d-8f13eb3442d9 None None] Pushing event deleted for resources: {'Port': ['ID=46cd5716-eba4-49b4-8966-a929404c6ab2,revision_number=None']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:02.741920 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75ad12a-812d-4894-875d-8f13eb3442d9 None None] No DVR routers for this DVR port 46cd5716-eba4-49b4-8966-a929404c6ab2 on host dv-cinder-856041-2-iscsi {{(pid=106141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:31:02.748104 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5c7493-fd94-4429-bbb4-379ff34330c1') {'for_net_delete': True} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:31:02.748393 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5c7493-fd94-4429-bbb4-379ff34330c1') {} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:31:02.762423 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7447264'] for segment (0c5c7493-fd94-4429-bbb4-379ff34330c1), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.777150 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (0c5c7493-fd94-4429-bbb4-379ff34330c1), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.784259 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:31:02.784259 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5176022'] for segment (0c5c7493-fd94-4429-bbb4-379ff34330c1), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.846752 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (7aa9c50e-f953-474e-a8eb-45316afa3b7b), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.853801 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:02.860434 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 57072) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:02.869611 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/7aa9c50e-f953-474e-a8eb-45316afa3b7b HTTP/1.1" status: 204 len: 168 time: 0.5938716 Oct 06 12:31:02.883809 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe2501-9b28-4c1f-8e40-3d14970fe5b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aa9c50e-f953-474e-a8eb-45316afa3b7b,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:02.942984 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment 0c5c7493-fd94-4429-bbb4-379ff34330c1 resource provider aggregate not found Oct 06 12:31:02.959935 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment 0c5c7493-fd94-4429-bbb4-379ff34330c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c5c7493-fd94-4429-bbb4-379ff34330c1 found for delete ", "request_id": "req-d129a63d-62c5-4c23-8c89-6c7b52a798e8"}]} Oct 06 12:31:03.112025 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 281cec55-d202-4b2b-86f6-fbdb123e80a9 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:31:03.131322 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 281cec55-d202-4b2b-86f6-fbdb123e80a9 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:31:03.131775 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 281cec55-d202-4b2b-86f6-fbdb123e80a9 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:31:03.132322 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 46cd5716-eba4-49b4-8966-a929404c6ab2 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:31:03.152066 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 46cd5716-eba4-49b4-8966-a929404c6ab2 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:31:03.152561 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 46cd5716-eba4-49b4-8966-a929404c6ab2 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:31:03.153083 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device dd67df93-3626-4f36-8ff6-96ce7a6835f4 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:31:03.172672 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: dd67df93-3626-4f36-8ff6-96ce7a6835f4 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:31:03.173158 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device dd67df93-3626-4f36-8ff6-96ce7a6835f4 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:31:03.217103 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2679513a-1bf4-4431-aada-4f4c13fd1aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664333'] for router_interface (0fc11192-6965-4fb1-a737-7ce081f5aeab), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:03.444858 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-2679513a-1bf4-4431-aada-4f4c13fd1aa0 admin admin] Deleting port bdcc961b-304c-444c-bc7a-295c395d3871 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:31:03.445724 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2679513a-1bf4-4431-aada-4f4c13fd1aa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (bdcc961b-304c-444c-bc7a-295c395d3871), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:03.496859 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:03.528046 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [None req-2679513a-1bf4-4431-aada-4f4c13fd1aa0 admin admin] For port bdcc961b-304c-444c-bc7a-295c395d3871, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=bdcc961b-304c-444c-bc7a-295c395d3871,segment=NetworkSegment(b55fedec-ddb7-439b-b80b-d70e85807dcc),segment_id=b55fedec-ddb7-439b-b80b-d70e85807dcc)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:31:03.528337 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2679513a-1bf4-4431-aada-4f4c13fd1aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (bdcc961b-304c-444c-bc7a-295c395d3871), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:03.541013 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-2679513a-1bf4-4431-aada-4f4c13fd1aa0 admin admin] Calling delete_port for bdcc961b-304c-444c-bc7a-295c395d3871 owned by network:router_interface {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:31:03.715672 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2679513a-1bf4-4431-aada-4f4c13fd1aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (bdcc961b-304c-444c-bc7a-295c395d3871), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:03.739365 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679513a-1bf4-4431-aada-4f4c13fd1aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdcc961b-304c-444c-bc7a-295c395d3871,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:03.765914 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:03.901286 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2679513a-1bf4-4431-aada-4f4c13fd1aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664313'] for router_interface (0fc11192-6965-4fb1-a737-7ce081f5aeab), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:04.104343 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2679513a-1bf4-4431-aada-4f4c13fd1aa0 admin admin] Router 0fc11192-6965-4fb1-a737-7ce081f5aeab has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:31:04.207202 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2679513a-1bf4-4431-aada-4f4c13fd1aa0 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:31:04.212047 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-2679513a-1bf4-4431-aada-4f4c13fd1aa0 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/0fc11192-6965-4fb1-a737-7ce081f5aeab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3502898 Oct 06 12:31:04.214595 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 57086) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:04.217185 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a10a8-8d0f-4505-911e-ae4b1a029585 None None] Sync routers for ids ['0fc11192-6965-4fb1-a737-7ce081f5aeab'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:31:04.227871 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a10a8-8d0f-4505-911e-ae4b1a029585 None None] Routers {'0fc11192-6965-4fb1-a737-7ce081f5aeab'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:31:04.228483 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-e25a10a8-8d0f-4505-911e-ae4b1a029585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['0fc11192-6965-4fb1-a737-7ce081f5aeab'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:31:04.315638 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b6955c30-9099-4466-9c77-1207fc4307d3 admin admin] Publish callbacks [] for router (0fc11192-6965-4fb1-a737-7ce081f5aeab), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:04.330390 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-e25a10a8-8d0f-4505-911e-ae4b1a029585 None None] Set router 0fc11192-6965-4fb1-a737-7ce081f5aeab gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:31:04.346485 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:04.424120 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b6955c30-9099-4466-9c77-1207fc4307d3 admin admin] Publish callbacks [] for router_gateway (0fc11192-6965-4fb1-a737-7ce081f5aeab), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:04.470822 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-b6955c30-9099-4466-9c77-1207fc4307d3 admin admin] Deleting port 48eba660-c03f-4401-a1b0-7bd38af499cf {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:31:04.471244 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b6955c30-9099-4466-9c77-1207fc4307d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (48eba660-c03f-4401-a1b0-7bd38af499cf), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:04.500987 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-e25a10a8-8d0f-4505-911e-ae4b1a029585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'name': 'tempest-TestMinimumBasicScenario-644488514-router', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '48eba660-c03f-4401-a1b0-7bd38af499cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:27Z', 'updated_at': '2022-10-06T12:31:03Z', 'revision_number': 5, 'project_id': 'b82af73e810a4053a0a125077f1b22b5', 'gw_port': {'id': '48eba660-c03f-4401-a1b0-7bd38af499cf', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:28Z', 'updated_at': '2022-10-06T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:31:04.527619 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a10a8-8d0f-4505-911e-ae4b1a029585 None None] Checking router: 0fc11192-6965-4fb1-a737-7ce081f5aeab for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:31:04.536401 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a10a8-8d0f-4505-911e-ae4b1a029585 None None] Routers {'0fc11192-6965-4fb1-a737-7ce081f5aeab'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:31:04.537014 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-e25a10a8-8d0f-4505-911e-ae4b1a029585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:30:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['0fc11192-6965-4fb1-a737-7ce081f5aeab'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:31:04.559695 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [None req-b6955c30-9099-4466-9c77-1207fc4307d3 admin admin] For port 48eba660-c03f-4401-a1b0-7bd38af499cf, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=48eba660-c03f-4401-a1b0-7bd38af499cf,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:31:04.560053 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b6955c30-9099-4466-9c77-1207fc4307d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (48eba660-c03f-4401-a1b0-7bd38af499cf), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:04.573765 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-b6955c30-9099-4466-9c77-1207fc4307d3 admin admin] Calling delete_port for 48eba660-c03f-4401-a1b0-7bd38af499cf owned by network:router_gateway {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:31:04.625927 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-e25a10a8-8d0f-4505-911e-ae4b1a029585 None None] Set router 0fc11192-6965-4fb1-a737-7ce081f5aeab gateway port host: None {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:31:04.680655 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:04.680831 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-e25a10a8-8d0f-4505-911e-ae4b1a029585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'name': 'tempest-TestMinimumBasicScenario-644488514-router', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:27Z', 'updated_at': '2022-10-06T12:31:04Z', 'revision_number': 6, 'project_id': 'b82af73e810a4053a0a125077f1b22b5', 'gw_port_host': None}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:31:04.707807 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a10a8-8d0f-4505-911e-ae4b1a029585 None None] The sync data for ids ['0fc11192-6965-4fb1-a737-7ce081f5aeab'] in dv-cinder-856041-2-iscsi is: [{'id': '0fc11192-6965-4fb1-a737-7ce081f5aeab', 'name': 'tempest-TestMinimumBasicScenario-644488514-router', 'tenant_id': 'b82af73e810a4053a0a125077f1b22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:27Z', 'updated_at': '2022-10-06T12:31:04Z', 'revision_number': 6, 'project_id': 'b82af73e810a4053a0a125077f1b22b5', 'gw_port_host': None}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:31:05.003192 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b6955c30-9099-4466-9c77-1207fc4307d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (48eba660-c03f-4401-a1b0-7bd38af499cf), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.025205 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6955c30-9099-4466-9c77-1207fc4307d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=48eba660-c03f-4401-a1b0-7bd38af499cf,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:05.094071 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b6955c30-9099-4466-9c77-1207fc4307d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665907'] for router_gateway (0fc11192-6965-4fb1-a737-7ce081f5aeab), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.190827 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b6955c30-9099-4466-9c77-1207fc4307d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2444'] for router (0fc11192-6965-4fb1-a737-7ce081f5aeab), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.193011 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b6955c30-9099-4466-9c77-1207fc4307d3 admin admin] Publish callbacks [] for router_controller (0fc11192-6965-4fb1-a737-7ce081f5aeab), precommit_delete_associations {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.237525 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b6955c30-9099-4466-9c77-1207fc4307d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664353'] for router (0fc11192-6965-4fb1-a737-7ce081f5aeab), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.238795 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6955c30-9099-4466-9c77-1207fc4307d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fc11192-6965-4fb1-a737-7ce081f5aeab {{(pid=106139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 12:31:05.244788 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b6955c30-9099-4466-9c77-1207fc4307d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.245927 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b6955c30-9099-4466-9c77-1207fc4307d3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/0fc11192-6965-4fb1-a737-7ce081f5aeab HTTP/1.1" status: 204 len: 168 time: 1.0304441 Oct 06 12:31:05.248557 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 57100) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:05.294071 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e67d84-0120-4c97-8631-099e0b14b90c admin admin] Deleting subnet 84945c65-12ca-42de-83d7-bf71c024ad27 {{(pid=106139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:31:05.297132 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-38e67d84-0120-4c97-8631-099e0b14b90c admin admin] Publish callbacks [] for subnet (84945c65-12ca-42de-83d7-bf71c024ad27), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.331750 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-38e67d84-0120-4c97-8631-099e0b14b90c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7435106'] for subnet (84945c65-12ca-42de-83d7-bf71c024ad27), precommit_delete_associations {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.412849 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-38e67d84-0120-4c97-8631-099e0b14b90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (84945c65-12ca-42de-83d7-bf71c024ad27), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.464205 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-38e67d84-0120-4c97-8631-099e0b14b90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4794215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4892458'] for subnet (84945c65-12ca-42de-83d7-bf71c024ad27), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.491640 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-38e67d84-0120-4c97-8631-099e0b14b90c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.496925 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-38e67d84-0120-4c97-8631-099e0b14b90c admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/84945c65-12ca-42de-83d7-bf71c024ad27 HTTP/1.1" status: 204 len: 168 time: 0.2467005 Oct 06 12:31:05.498279 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device bdcc961b-304c-444c-bc7a-295c395d3871 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:31:05.498986 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57102) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:05.502098 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae108bb-6503-40dd-88d6-fd247399356c None None] Network 009d8484-70bc-499f-bb53-48e857c73e17 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:31:05.504397 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e67d84-0120-4c97-8631-099e0b14b90c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84945c65-12ca-42de-83d7-bf71c024ad27,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:05.567004 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: bdcc961b-304c-444c-bc7a-295c395d3871 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:31:05.567344 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device bdcc961b-304c-444c-bc7a-295c395d3871 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:31:05.576560 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (009d8484-70bc-499f-bb53-48e857c73e17), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.619123 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] Deleting port cd51f94b-5286-4c22-8576-1e0ce9071b78 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:31:05.619623 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (cd51f94b-5286-4c22-8576-1e0ce9071b78), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.671485 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ab3733-cf8e-4629-b81f-1a0ae2f2ab43 None None] DHCP port deletion for 009d8484-70bc-499f-bb53-48e857c73e17 request from dv-cinder-856041-2-iscsi {{(pid=106141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 12:31:05.695459 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] For port cd51f94b-5286-4c22-8576-1e0ce9071b78, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=cd51f94b-5286-4c22-8576-1e0ce9071b78,segment=NetworkSegment(b55fedec-ddb7-439b-b80b-d70e85807dcc),segment_id=b55fedec-ddb7-439b-b80b-d70e85807dcc)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:31:05.695856 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (cd51f94b-5286-4c22-8576-1e0ce9071b78), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.708481 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] Calling delete_port for cd51f94b-5286-4c22-8576-1e0ce9071b78 owned by network:dhcp {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:31:05.708638 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-50ab3733-cf8e-4629-b81f-1a0ae2f2ab43 None None] Deleting port cd51f94b-5286-4c22-8576-1e0ce9071b78 {{(pid=106141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:31:05.708967 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-50ab3733-cf8e-4629-b81f-1a0ae2f2ab43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (cd51f94b-5286-4c22-8576-1e0ce9071b78), before_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.711211 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:05.713701 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:05.797289 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-50ab3733-cf8e-4629-b81f-1a0ae2f2ab43 None None] For port cd51f94b-5286-4c22-8576-1e0ce9071b78, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=cd51f94b-5286-4c22-8576-1e0ce9071b78,segment=NetworkSegment(b55fedec-ddb7-439b-b80b-d70e85807dcc),segment_id=b55fedec-ddb7-439b-b80b-d70e85807dcc)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:31:05.798089 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-50ab3733-cf8e-4629-b81f-1a0ae2f2ab43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (cd51f94b-5286-4c22-8576-1e0ce9071b78), precommit_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.800097 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (cd51f94b-5286-4c22-8576-1e0ce9071b78), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.815328 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-50ab3733-cf8e-4629-b81f-1a0ae2f2ab43 None None] Calling delete_port for cd51f94b-5286-4c22-8576-1e0ce9071b78 owned by network:dhcp {{(pid=106141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:31:05.840584 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] No DVR routers for this DVR port cd51f94b-5286-4c22-8576-1e0ce9071b78 on host dv-cinder-856041-2-iscsi {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:31:05.842634 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd51f94b-5286-4c22-8576-1e0ce9071b78,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:05.874360 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:05.912687 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-50ab3733-cf8e-4629-b81f-1a0ae2f2ab43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100'] for port (cd51f94b-5286-4c22-8576-1e0ce9071b78), after_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.941598 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab3733-cf8e-4629-b81f-1a0ae2f2ab43 None None] Pushing event deleted for resources: {'Port': ['ID=cd51f94b-5286-4c22-8576-1e0ce9071b78,revision_number=None']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:05.943833 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (009d8484-70bc-499f-bb53-48e857c73e17), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:05.949737 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ab3733-cf8e-4629-b81f-1a0ae2f2ab43 None None] No DVR routers for this DVR port cd51f94b-5286-4c22-8576-1e0ce9071b78 on host dv-cinder-856041-2-iscsi {{(pid=106141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:31:05.969684 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009d8484-70bc-499f-bb53-48e857c73e17']}} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:31:05.979588 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55fedec-ddb7-439b-b80b-d70e85807dcc') {'for_net_delete': True} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:31:05.979890 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55fedec-ddb7-439b-b80b-d70e85807dcc') {} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:31:05.990165 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7447264'] for segment (b55fedec-ddb7-439b-b80b-d70e85807dcc), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:06.004602 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (b55fedec-ddb7-439b-b80b-d70e85807dcc), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:06.012828 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:31:06.013057 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5176022'] for segment (b55fedec-ddb7-439b-b80b-d70e85807dcc), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:06.054915 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment b55fedec-ddb7-439b-b80b-d70e85807dcc resource provider aggregate not found Oct 06 12:31:06.075811 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment b55fedec-ddb7-439b-b80b-d70e85807dcc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b55fedec-ddb7-439b-b80b-d70e85807dcc found for delete ", "request_id": "req-e74a5bf8-932c-4ae2-8ee8-7855af466705"}]} Oct 06 12:31:06.079604 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (009d8484-70bc-499f-bb53-48e857c73e17), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:06.085366 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:06.088867 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/009d8484-70bc-499f-bb53-48e857c73e17 HTTP/1.1" status: 204 len: 168 time: 0.5887280 Oct 06 12:31:06.103444 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536587cd-10f6-4651-b26c-4644dd1f4260 admin admin] Pushing event deleted for resources: {'Network': ['ID=009d8484-70bc-499f-bb53-48e857c73e17,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:06.253252 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57120) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:06.519536 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-58bd113c-8c6a-4276-8e8e-34705b11ee68 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1c822fb7252b4804aa9a0cb228b6397c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650952 Oct 06 12:31:06.522267 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57124) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:06.569871 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e1c1d138-1e31-4700-b5d3-a2840d125f71 admin admin] Publish callbacks [] for security_group (086e6053-0804-4e89-9e5f-03513656a53e), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:06.589674 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e1c1d138-1e31-4700-b5d3-a2840d125f71 admin admin] Publish callbacks [] for security_group (086e6053-0804-4e89-9e5f-03513656a53e), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:06.635263 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e1c1d138-1e31-4700-b5d3-a2840d125f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (086e6053-0804-4e89-9e5f-03513656a53e), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:06.637775 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e1c1d138-1e31-4700-b5d3-a2840d125f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:06.638939 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-e1c1d138-1e31-4700-b5d3-a2840d125f71 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/086e6053-0804-4e89-9e5f-03513656a53e HTTP/1.1" status: 204 len: 168 time: 0.1157465 Oct 06 12:31:06.647099 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1d138-1e31-4700-b5d3-a2840d125f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086e6053-0804-4e89-9e5f-03513656a53e,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:06.959597 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57130) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:06.999114 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-7f004643-0511-4849-a3f2-3335bc998dec admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b82af73e810a4053a0a125077f1b22b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383129 Oct 06 12:31:07.001480 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57132) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:07.054161 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d1101db5-64e0-4b33-8530-2dc2a7aa6c88 admin admin] Publish callbacks [] for security_group (fb7eef9e-7ccf-4afd-9e8d-447a126312ed), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:07.077484 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d1101db5-64e0-4b33-8530-2dc2a7aa6c88 admin admin] Publish callbacks [] for security_group (fb7eef9e-7ccf-4afd-9e8d-447a126312ed), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:07.099376 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device cd51f94b-5286-4c22-8576-1e0ce9071b78 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:31:07.124331 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:07.124951 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: cd51f94b-5286-4c22-8576-1e0ce9071b78 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:31:07.125290 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device cd51f94b-5286-4c22-8576-1e0ce9071b78 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:31:07.125789 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 48eba660-c03f-4401-a1b0-7bd38af499cf no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:31:07.129894 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d1101db5-64e0-4b33-8530-2dc2a7aa6c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (fb7eef9e-7ccf-4afd-9e8d-447a126312ed), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:07.132949 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d1101db5-64e0-4b33-8530-2dc2a7aa6c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:07.136461 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-d1101db5-64e0-4b33-8530-2dc2a7aa6c88 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/fb7eef9e-7ccf-4afd-9e8d-447a126312ed HTTP/1.1" status: 204 len: 168 time: 0.1316810 Oct 06 12:31:07.142143 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1101db5-64e0-4b33-8530-2dc2a7aa6c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7eef9e-7ccf-4afd-9e8d-447a126312ed,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:07.161571 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 48eba660-c03f-4401-a1b0-7bd38af499cf {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:31:07.161915 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 48eba660-c03f-4401-a1b0-7bd38af499cf not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:31:07.560780 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57150) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:07.666119 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b614a61b-43fb-4688-9b23-96b5383fcf3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:07.698314 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:07.742362 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b614a61b-43fb-4688-9b23-96b5383fcf3a admin admin] Publish callbacks [] for security_group (188d23f0-078a-4f38-9029-ad618da6f2be), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:07.745958 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b614a61b-43fb-4688-9b23-96b5383fcf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (188d23f0-078a-4f38-9029-ad618da6f2be), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:07.784354 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-b614a61b-43fb-4688-9b23-96b5383fcf3a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b9554a6be96c423bb5dd5125c2920a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224724 Oct 06 12:31:07.786308 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614a61b-43fb-4688-9b23-96b5383fcf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188d23f0-078a-4f38-9029-ad618da6f2be,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:07.787594 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 57154) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:07.807905 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:07.843209 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Publish callbacks [] for security_group (188d23f0-078a-4f38-9029-ad618da6f2be), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:07.863186 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Publish callbacks [] for security_group (188d23f0-078a-4f38-9029-ad618da6f2be), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:07.908509 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (188d23f0-078a-4f38-9029-ad618da6f2be), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:07.910967 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:07.912123 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/188d23f0-078a-4f38-9029-ad618da6f2be HTTP/1.1" status: 204 len: 168 time: 0.1200626 Oct 06 12:31:07.920494 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188d23f0-078a-4f38-9029-ad618da6f2be,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:07.927666 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:31:07.928019 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:31:07.928365 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:31:07.928703 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:31:07.929036 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:31:07.929955 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:31:07.930823 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:31:07.930823 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:31:07.931029 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:31:07.931327 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:31:07.931683 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:31:07.932013 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:31:07.932336 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:31:07.932658 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:31:07.932981 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297c934b-fbea-495b-bf98-b06d981ef750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:31:08.171013 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57160) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:08.186517 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3fbf98a6-6092-4bad-b63f-4009cfcb9f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:08.230783 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:08.264987 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3fbf98a6-6092-4bad-b63f-4009cfcb9f67 admin admin] Publish callbacks [] for security_group (3b19877f-a960-487e-b997-24c99e1363fa), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:08.268947 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3fbf98a6-6092-4bad-b63f-4009cfcb9f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (3b19877f-a960-487e-b997-24c99e1363fa), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:08.308647 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf98a6-6092-4bad-b63f-4009cfcb9f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b19877f-a960-487e-b997-24c99e1363fa,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:08.314081 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-3fbf98a6-6092-4bad-b63f-4009cfcb9f67 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4696979293fc426bb08adbb6162cdfa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419530 Oct 06 12:31:08.316914 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57162) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:08.367188 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0fb1a89f-844e-4b6c-b2d7-544d0973db72 admin admin] Publish callbacks [] for security_group (3b19877f-a960-487e-b997-24c99e1363fa), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:08.387226 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0fb1a89f-844e-4b6c-b2d7-544d0973db72 admin admin] Publish callbacks [] for security_group (3b19877f-a960-487e-b997-24c99e1363fa), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:08.441970 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0fb1a89f-844e-4b6c-b2d7-544d0973db72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (3b19877f-a960-487e-b997-24c99e1363fa), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:08.444491 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0fb1a89f-844e-4b6c-b2d7-544d0973db72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:08.446184 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-0fb1a89f-844e-4b6c-b2d7-544d0973db72 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3b19877f-a960-487e-b997-24c99e1363fa HTTP/1.1" status: 204 len: 168 time: 0.1284506 Oct 06 12:31:08.454196 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1a89f-844e-4b6c-b2d7-544d0973db72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b19877f-a960-487e-b997-24c99e1363fa,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:10.411418 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 57234) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:10.517825 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-541db2f8-6ef3-4cc0-92a5-c8b6bd21e0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:10.565741 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:DELETE=10,neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:10.597234 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-541db2f8-6ef3-4cc0-92a5-c8b6bd21e0d8 admin admin] Publish callbacks [] for security_group (4ee212fc-898b-4365-bc34-5381feff28f3), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:10.600885 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-541db2f8-6ef3-4cc0-92a5-c8b6bd21e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (4ee212fc-898b-4365-bc34-5381feff28f3), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:10.640901 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-541db2f8-6ef3-4cc0-92a5-c8b6bd21e0d8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3542ce70dad74ce1b6e482a10e48c983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283816 Oct 06 12:31:10.641744 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541db2f8-6ef3-4cc0-92a5-c8b6bd21e0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee212fc-898b-4365-bc34-5381feff28f3,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:10.643721 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57238) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:10.692477 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6df23c41-ecd3-4d61-b011-f1845a387bdb admin admin] Publish callbacks [] for security_group (4ee212fc-898b-4365-bc34-5381feff28f3), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:10.712331 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6df23c41-ecd3-4d61-b011-f1845a387bdb admin admin] Publish callbacks [] for security_group (4ee212fc-898b-4365-bc34-5381feff28f3), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:10.761057 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6df23c41-ecd3-4d61-b011-f1845a387bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (4ee212fc-898b-4365-bc34-5381feff28f3), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:10.763611 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6df23c41-ecd3-4d61-b011-f1845a387bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:10.764743 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-6df23c41-ecd3-4d61-b011-f1845a387bdb admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4ee212fc-898b-4365-bc34-5381feff28f3 HTTP/1.1" status: 204 len: 168 time: 0.1200290 Oct 06 12:31:10.772975 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df23c41-ecd3-4d61-b011-f1845a387bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee212fc-898b-4365-bc34-5381feff28f3,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:11.021822 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57244) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:11.034958 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7906-7a26-46e5-a13d-1916fd72c467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:11.110901 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7906-7a26-46e5-a13d-1916fd72c467 admin admin] Publish callbacks [] for security_group (b19a81e0-6113-4580-8bc3-de3b38b9a925), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:11.114398 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7906-7a26-46e5-a13d-1916fd72c467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (b19a81e0-6113-4580-8bc3-de3b38b9a925), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:11.146816 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:11.152432 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e7906-7a26-46e5-a13d-1916fd72c467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19a81e0-6113-4580-8bc3-de3b38b9a925,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:11.157611 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-2e9e7906-7a26-46e5-a13d-1916fd72c467 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=88f68695a3954958b6a302e7c96c833e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347513 Oct 06 12:31:11.160365 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57246) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:11.208417 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-94ececb9-d493-4356-8b9c-d3b85285e72c admin admin] Publish callbacks [] for security_group (b19a81e0-6113-4580-8bc3-de3b38b9a925), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:11.227937 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-94ececb9-d493-4356-8b9c-d3b85285e72c admin admin] Publish callbacks [] for security_group (b19a81e0-6113-4580-8bc3-de3b38b9a925), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:11.275755 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-94ececb9-d493-4356-8b9c-d3b85285e72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (b19a81e0-6113-4580-8bc3-de3b38b9a925), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:11.278210 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-94ececb9-d493-4356-8b9c-d3b85285e72c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:11.279340 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-94ececb9-d493-4356-8b9c-d3b85285e72c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b19a81e0-6113-4580-8bc3-de3b38b9a925 HTTP/1.1" status: 204 len: 168 time: 0.1179669 Oct 06 12:31:11.287159 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ececb9-d493-4356-8b9c-d3b85285e72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19a81e0-6113-4580-8bc3-de3b38b9a925,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:12.338797 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57276) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:12.446984 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0cf0565b-c95e-4770-8eea-ab4dfa78ef59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:12.492963 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:INSERT=13 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:12.522013 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0cf0565b-c95e-4770-8eea-ab4dfa78ef59 admin admin] Publish callbacks [] for security_group (ed751ada-5a28-4879-9af9-306202535810), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:12.525385 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0cf0565b-c95e-4770-8eea-ab4dfa78ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (ed751ada-5a28-4879-9af9-306202535810), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:12.562814 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-0cf0565b-c95e-4770-8eea-ab4dfa78ef59 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0a24adabd6a24b7bb5ddd05ef059971f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229650 Oct 06 12:31:12.564701 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0565b-c95e-4770-8eea-ab4dfa78ef59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed751ada-5a28-4879-9af9-306202535810,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:12.565577 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 57280) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:12.616101 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ca4af6c3-fea4-4a2b-b78e-6a057cba8ce7 admin admin] Publish callbacks [] for security_group (ed751ada-5a28-4879-9af9-306202535810), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:12.637137 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ca4af6c3-fea4-4a2b-b78e-6a057cba8ce7 admin admin] Publish callbacks [] for security_group (ed751ada-5a28-4879-9af9-306202535810), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:12.682856 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ca4af6c3-fea4-4a2b-b78e-6a057cba8ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (ed751ada-5a28-4879-9af9-306202535810), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:12.685386 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ca4af6c3-fea4-4a2b-b78e-6a057cba8ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:12.686524 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-ca4af6c3-fea4-4a2b-b78e-6a057cba8ce7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ed751ada-5a28-4879-9af9-306202535810 HTTP/1.1" status: 204 len: 168 time: 0.1198938 Oct 06 12:31:12.694151 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4af6c3-fea4-4a2b-b78e-6a057cba8ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed751ada-5a28-4879-9af9-306202535810,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:14.684125 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:16.635708 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57352) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:16.745640 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a62b-8433-4ce3-977d-4cf4f483358d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:16.818139 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a62b-8433-4ce3-977d-4cf4f483358d admin admin] Publish callbacks [] for security_group (72c1e820-ff04-42a5-888c-47d0f5dc3179), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:16.821666 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a62b-8433-4ce3-977d-4cf4f483358d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (72c1e820-ff04-42a5-888c-47d0f5dc3179), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:16.860026 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-d4b1a62b-8433-4ce3-977d-4cf4f483358d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=eee5a116bbd54140bf542b8f9b67b79d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232718 Oct 06 12:31:16.860745 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1a62b-8433-4ce3-977d-4cf4f483358d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c1e820-ff04-42a5-888c-47d0f5dc3179,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:16.862909 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 57356) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:31:16.914841 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ef4c7c28-7430-4344-b36a-276dbac8accc admin admin] Publish callbacks [] for security_group (72c1e820-ff04-42a5-888c-47d0f5dc3179), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:16.934684 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ef4c7c28-7430-4344-b36a-276dbac8accc admin admin] Publish callbacks [] for security_group (72c1e820-ff04-42a5-888c-47d0f5dc3179), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:16.979577 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ef4c7c28-7430-4344-b36a-276dbac8accc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (72c1e820-ff04-42a5-888c-47d0f5dc3179), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:16.982000 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ef4c7c28-7430-4344-b36a-276dbac8accc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:16.983098 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-ef4c7c28-7430-4344-b36a-276dbac8accc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/72c1e820-ff04-42a5-888c-47d0f5dc3179 HTTP/1.1" status: 204 len: 168 time: 0.1191833 Oct 06 12:31:16.990430 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c7c28-7430-4344-b36a-276dbac8accc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c1e820-ff04-42a5-888c-47d0f5dc3179,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:31:17.319959 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:18.753548 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c477d415-ba58-430f-a8a6-1566d673841f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:21.047876 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-b7187910-4a42-4649-9586-2e775300640d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:22.093238 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:23.604497 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:23.747219 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:26.854022 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=55,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:26.856584 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=27,neutron:INSERT=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:26.966972 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=63,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:26.986539 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=41,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:33.739432 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=37,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:33.741383 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:34.381276 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:31:36.274450 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:37.100983 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:44.375866 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:47.091566 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:47.097325 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:31:48.755028 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-6c36a69e-3a08-4104-adfc-08c3587d6dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:51.050373 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-1e120743-fd6d-4c5c-9e9c-983dd7130ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:52.094587 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:53.608082 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:31:53.749669 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:02.422787 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 57654) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:02.525261 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4558ea28-c043-4efe-b224-106418f6bfab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:02.599734 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4558ea28-c043-4efe-b224-106418f6bfab admin admin] Publish callbacks [] for security_group (59590ccc-42f9-4d18-828a-c200065c642c), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:02.603878 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4558ea28-c043-4efe-b224-106418f6bfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (59590ccc-42f9-4d18-828a-c200065c642c), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:02.643080 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-4558ea28-c043-4efe-b224-106418f6bfab admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1207aabc708d4c1fba0e51581e802ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192407 Oct 06 12:32:02.644209 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558ea28-c043-4efe-b224-106418f6bfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59590ccc-42f9-4d18-828a-c200065c642c,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:02.645959 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57658) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:02.697608 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Publish callbacks [] for security_group (59590ccc-42f9-4d18-828a-c200065c642c), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:02.717537 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Publish callbacks [] for security_group (59590ccc-42f9-4d18-828a-c200065c642c), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:02.764389 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (59590ccc-42f9-4d18-828a-c200065c642c), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:02.766804 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:02.767954 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/59590ccc-42f9-4d18-828a-c200065c642c HTTP/1.1" status: 204 len: 168 time: 0.1208992 Oct 06 12:32:02.775639 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59590ccc-42f9-4d18-828a-c200065c642c,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:02.782644 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:02.782987 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:02.783451 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:02.783700 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:02.784030 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:02.784355 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:02.784676 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:02.784993 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:02.785311 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:02.785630 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:02.785950 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:02.786267 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:02.786585 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:02.786942 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:02.787277 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9af0b-f9c7-470f-85dd-314537ea3b89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:07.100204 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:10.004492 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fa48b1fb-0d05-48b4-a631-b1202cd9c224 req-aaaabe7e-4e40-4f15-b443-f221593b9055 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378792 Oct 06 12:32:10.111173 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48b1fb-0d05-48b4-a631-b1202cd9c224 req-481a2852-ba3a-4801-9b39-90afd9b9d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:10.112675 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fa48b1fb-0d05-48b4-a631-b1202cd9c224 req-481a2852-ba3a-4801-9b39-90afd9b9d0e9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 1129 time: 0.0392854 Oct 06 12:32:10.217727 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48b1fb-0d05-48b4-a631-b1202cd9c224 req-936fc0ed-e602-41aa-af34-375d0a571541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:10.219171 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fa48b1fb-0d05-48b4-a631-b1202cd9c224 req-936fc0ed-e602-41aa-af34-375d0a571541 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=397bf80c-f529-4030-8ca3-f73bf801b9a0 HTTP/1.1" status: 200 len: 912 time: 0.0876813 Oct 06 12:32:10.282928 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fa48b1fb-0d05-48b4-a631-b1202cd9c224 req-7695568a-d4d0-402c-9df7-c36819c9905c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80e7b3d0-e904-4d2f-8247-bd9a538f244c HTTP/1.1" status: 200 len: 1000 time: 0.0563927 Oct 06 12:32:10.339423 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48b1fb-0d05-48b4-a631-b1202cd9c224 req-d3401cd2-fba5-478c-97d8-e7148e9ae6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:10.341529 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fa48b1fb-0d05-48b4-a631-b1202cd9c224 req-d3401cd2-fba5-478c-97d8-e7148e9ae6cb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4d6dda75-0abd-49b2-9f71-b134f5c60ebe HTTP/1.1" status: 200 len: 850 time: 0.0511682 Oct 06 12:32:10.386216 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48b1fb-0d05-48b4-a631-b1202cd9c224 req-dc60e8ef-754b-4b7d-a54b-aec160d5d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:10.387737 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fa48b1fb-0d05-48b4-a631-b1202cd9c224 req-dc60e8ef-754b-4b7d-a54b-aec160d5d09f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=397bf80c-f529-4030-8ca3-f73bf801b9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396957 Oct 06 12:32:10.480536 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fa48b1fb-0d05-48b4-a631-b1202cd9c224 req-e4c47fa0-6f74-4ab6-9afe-f0c7fc44fec2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857990 Oct 06 12:32:10.598244 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fa48b1fb-0d05-48b4-a631-b1202cd9c224 req-86e23311-7de1-4ceb-94a7-6c72f429c9ee service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125627 Oct 06 12:32:11.382618 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:32:12.638015 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:12.640561 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=15,neutron:INSERT=7 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:17.089758 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:17.094510 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:18.683629 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=20 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:18.757188 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-094abaab-252c-44e2-8f52-b00cc9127f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:20.593462 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=63,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:20.595444 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=72,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:21.050985 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf1f1-409c-45bc-8991-9b5da736c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:21.377846 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=14 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:22.097619 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:23.607306 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:23.752039 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:25.154772 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25443f4e-f750-4bcf-abdb-37f15374a99e req-6dfcf816-d4c0-479c-842f-c81daec21419 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:25.156275 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-25443f4e-f750-4bcf-abdb-37f15374a99e req-6dfcf816-d4c0-479c-842f-c81daec21419 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.1454673 Oct 06 12:32:25.203673 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-25443f4e-f750-4bcf-abdb-37f15374a99e req-5fe195ac-f5ff-4ffa-b222-247ae0b6a58a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414200 Oct 06 12:32:26.334122 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44922349-cf28-4a69-84da-b4ad3ca728e2 req-06d39c22-dea9-4dbe-9cbc-2b2e1fcc0c28 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:26.335559 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-44922349-cf28-4a69-84da-b4ad3ca728e2 req-06d39c22-dea9-4dbe-9cbc-2b2e1fcc0c28 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0501692 Oct 06 12:32:26.380991 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-44922349-cf28-4a69-84da-b4ad3ca728e2 req-576bd43e-ff7e-4a56-a270-d0fa349764fb tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399008 Oct 06 12:32:27.502812 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c11a54-fbe3-4756-b422-98259d136462 req-cf6075e7-b3b4-4a20-80ca-47443e841fcb tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:27.504260 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-91c11a54-fbe3-4756-b422-98259d136462 req-cf6075e7-b3b4-4a20-80ca-47443e841fcb tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0451961 Oct 06 12:32:27.550199 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-91c11a54-fbe3-4756-b422-98259d136462 req-c977e857-8ded-409f-8d5d-a35592b6d999 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404744 Oct 06 12:32:28.686142 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa26c9e-43cb-43a0-b65b-321cec0a3a62 req-93560566-defd-4525-901f-0a1e1bd5567a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:28.687638 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1fa26c9e-43cb-43a0-b65b-321cec0a3a62 req-93560566-defd-4525-901f-0a1e1bd5567a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0570683 Oct 06 12:32:28.738382 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1fa26c9e-43cb-43a0-b65b-321cec0a3a62 req-82668dc1-d759-498c-8aee-37f992ecca03 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451384 Oct 06 12:32:29.864013 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9d7d4-3f59-4ed3-ba03-166015631c41 req-47a2b0f4-c086-4127-b551-5de08e6c4a82 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:29.865439 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3ad9d7d4-3f59-4ed3-ba03-166015631c41 req-47a2b0f4-c086-4127-b551-5de08e6c4a82 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0461192 Oct 06 12:32:29.910611 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3ad9d7d4-3f59-4ed3-ba03-166015631c41 req-f222b356-a742-42a4-94c2-1e79b16ef6dc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397468 Oct 06 12:32:31.038485 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e737b8-1779-4179-9d03-a14490466e2e req-e1e47fa1-b739-49aa-b29e-7d7058d3a8f7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:31.040330 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-61e737b8-1779-4179-9d03-a14490466e2e req-e1e47fa1-b739-49aa-b29e-7d7058d3a8f7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0464940 Oct 06 12:32:31.092548 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-61e737b8-1779-4179-9d03-a14490466e2e req-8a416825-989e-4903-bbf7-44ed4172d597 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461628 Oct 06 12:32:32.215076 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87a5d7-8514-45bc-89fc-c2456bcec526 req-7235caf0-5778-40e6-a5bf-1555378b456c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:32.216513 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2f87a5d7-8514-45bc-89fc-c2456bcec526 req-7235caf0-5778-40e6-a5bf-1555378b456c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0452642 Oct 06 12:32:32.262869 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2f87a5d7-8514-45bc-89fc-c2456bcec526 req-0ee20ac4-0eb3-4342-8377-06db071bc697 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409617 Oct 06 12:32:33.386855 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb3e0d-0223-4f39-abe0-5027efe8a608 req-390cb5dd-c533-47c1-9664-ae089ecd5c34 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:33.389092 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-88bb3e0d-0223-4f39-abe0-5027efe8a608 req-390cb5dd-c533-47c1-9664-ae089ecd5c34 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0466790 Oct 06 12:32:33.447285 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-88bb3e0d-0223-4f39-abe0-5027efe8a608 req-8c21b6a7-f2ac-4f9a-89bb-00348e8ca6dc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517321 Oct 06 12:32:33.506432 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3c3c3-55b1-41cc-91a6-0da57816e424 req-9611a772-10a7-472e-b85f-87a3c00617af tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:33.507902 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2ab3c3c3-55b1-41cc-91a6-0da57816e424 req-9611a772-10a7-472e-b85f-87a3c00617af tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 946 time: 0.0496247 Oct 06 12:32:33.553694 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2ab3c3c3-55b1-41cc-91a6-0da57816e424 req-34c9aef9-a26f-477d-b679-f2d9209cf7ad tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f7dd8ac8-6d18-4716-a155-a33b92b85f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400057 Oct 06 12:32:33.742341 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:33.748195 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:34.569209 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b1e0b-3655-4bed-a392-e535d6c40b00 req-ad78e58f-2298-4bca-834f-c82ecb0deffb tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:34.570632 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c31b1e0b-3655-4bed-a392-e535d6c40b00 req-ad78e58f-2298-4bca-834f-c82ecb0deffb tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0454273 Oct 06 12:32:34.618111 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c31b1e0b-3655-4bed-a392-e535d6c40b00 req-01bd8dfb-5bb2-4849-a7d8-7da453b33624 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417902 Oct 06 12:32:34.677159 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8b465-74d3-475c-a2ce-47613c5f749a req-261a39aa-fde3-471c-8e75-c1a7b2fb40ff tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:34.678587 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f8b8b465-74d3-475c-a2ce-47613c5f749a req-261a39aa-fde3-471c-8e75-c1a7b2fb40ff tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 946 time: 0.0459807 Oct 06 12:32:34.714070 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:34.728317 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f8b8b465-74d3-475c-a2ce-47613c5f749a req-2686493f-11b2-46f1-96f4-a809a731e721 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f7dd8ac8-6d18-4716-a155-a33b92b85f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440433 Oct 06 12:32:35.573739 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:35.584578 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f32aba-fac8-4e38-8228-09ee8dcf806a req-0573248a-cd75-4ea1-b499-888e2a7a460a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:35.585996 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-58f32aba-fac8-4e38-8228-09ee8dcf806a req-0573248a-cd75-4ea1-b499-888e2a7a460a tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 946 time: 0.0492289 Oct 06 12:32:35.668212 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-58f32aba-fac8-4e38-8228-09ee8dcf806a req-acaab883-bde7-434d-87c6-b3d0a3465ddd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Deleting port abc2aa64-ae2d-47b6-9296-fa6c134455a2 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:32:35.668557 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-58f32aba-fac8-4e38-8228-09ee8dcf806a req-acaab883-bde7-434d-87c6-b3d0a3465ddd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (abc2aa64-ae2d-47b6-9296-fa6c134455a2), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:35.769128 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f0865-5132-4d59-92ee-fe79f99cc336 req-5a57a17a-a050-4e28-837d-7fb2ec8a171f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:35.770569 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7d1f0865-5132-4d59-92ee-fe79f99cc336 req-5a57a17a-a050-4e28-837d-7fb2ec8a171f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0587835 Oct 06 12:32:35.856306 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-58f32aba-fac8-4e38-8228-09ee8dcf806a req-acaab883-bde7-434d-87c6-b3d0a3465ddd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] For port abc2aa64-ae2d-47b6-9296-fa6c134455a2, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=abc2aa64-ae2d-47b6-9296-fa6c134455a2,segment=NetworkSegment(2a247455-d931-427c-b5d7-06d88a7c7abe),segment_id=2a247455-d931-427c-b5d7-06d88a7c7abe)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:32:35.856671 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-58f32aba-fac8-4e38-8228-09ee8dcf806a req-acaab883-bde7-434d-87c6-b3d0a3465ddd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (abc2aa64-ae2d-47b6-9296-fa6c134455a2), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:35.917897 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ff14-945e-4458-ad6f-47f97f8744a7 req-03687f8b-f46d-49ac-9180-2d19e83cb872 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:35.919330 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9ce1ff14-945e-4458-ad6f-47f97f8744a7 req-03687f8b-f46d-49ac-9180-2d19e83cb872 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 946 time: 0.1163757 Oct 06 12:32:35.924202 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7d1f0865-5132-4d59-92ee-fe79f99cc336 req-aec3cd84-89ee-4e34-aa19-b77898b54386 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435924 Oct 06 12:32:36.021281 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9ce1ff14-945e-4458-ad6f-47f97f8744a7 req-29cbf167-af98-402d-aa7a-e17ee38ae564 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f7dd8ac8-6d18-4716-a155-a33b92b85f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924451 Oct 06 12:32:36.070366 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-58f32aba-fac8-4e38-8228-09ee8dcf806a req-acaab883-bde7-434d-87c6-b3d0a3465ddd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:36.070724 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-58f32aba-fac8-4e38-8228-09ee8dcf806a req-acaab883-bde7-434d-87c6-b3d0a3465ddd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (70dafd1f-5038-4b97-87c9-03fd41742f9e), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:36.071032 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.l3_db [req-58f32aba-fac8-4e38-8228-09ee8dcf806a req-acaab883-bde7-434d-87c6-b3d0a3465ddd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Floating IP 70dafd1f-5038-4b97-87c9-03fd41742f9e disassociated. External IP: 172.27.0.203, port: abc2aa64-ae2d-47b6-9296-fa6c134455a2. Oct 06 12:32:36.071364 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-58f32aba-fac8-4e38-8228-09ee8dcf806a req-acaab883-bde7-434d-87c6-b3d0a3465ddd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Calling delete_port for abc2aa64-ae2d-47b6-9296-fa6c134455a2 owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:32:36.194829 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-58f32aba-fac8-4e38-8228-09ee8dcf806a req-acaab883-bde7-434d-87c6-b3d0a3465ddd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (abc2aa64-ae2d-47b6-9296-fa6c134455a2), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:36.222119 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaab883-bde7-434d-87c6-b3d0a3465ddd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event deleted for resources: {'Port': ['ID=abc2aa64-ae2d-47b6-9296-fa6c134455a2,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:36.333472 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58f32aba-fac8-4e38-8228-09ee8dcf806a req-acaab883-bde7-434d-87c6-b3d0a3465ddd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Router fa9d4ab9-6317-4d6d-9838-3076fed813e8 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:32:36.388914 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:36.418279 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:36.439483 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58f32aba-fac8-4e38-8228-09ee8dcf806a req-acaab883-bde7-434d-87c6-b3d0a3465ddd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:32:36.449874 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7301253-b5d7-4548-b2a2-f35af2bf54ab None None] Sync routers for ids ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:32:36.459394 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7301253-b5d7-4548-b2a2-f35af2bf54ab None None] Routers {'fa9d4ab9-6317-4d6d-9838-3076fed813e8'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:32:36.460032 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-d7301253-b5d7-4548-b2a2-f35af2bf54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:32:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:36.482837 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f32aba-fac8-4e38-8228-09ee8dcf806a req-acaab883-bde7-434d-87c6-b3d0a3465ddd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] No DVR routers for this DVR port abc2aa64-ae2d-47b6-9296-fa6c134455a2 on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:32:36.485485 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-58f32aba-fac8-4e38-8228-09ee8dcf806a req-acaab883-bde7-434d-87c6-b3d0a3465ddd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:36.488739 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-58f32aba-fac8-4e38-8228-09ee8dcf806a req-acaab883-bde7-434d-87c6-b3d0a3465ddd tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.23 "DELETE /networking/v2.0/ports/abc2aa64-ae2d-47b6-9296-fa6c134455a2 HTTP/1.1" status: 204 len: 173 time: 0.8967035 Oct 06 12:32:36.489287 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c71fe8d-fb4e-4848-9b99-318ccbb0ba14', 'name': 'network-vif-deleted', 'tag': 'abc2aa64-ae2d-47b6-9296-fa6c134455a2'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:32:36.491577 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1680e49-ee64-4729-966c-c6e3cca541a1" -d '{"events": [{"server_uuid": "4c71fe8d-fb4e-4848-9b99-318ccbb0ba14", "name": "network-vif-deleted", "tag": "abc2aa64-ae2d-47b6-9296-fa6c134455a2"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:32:36.532750 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0ad6a9-2b55-4947-92b0-0c5023c1abd3 x-openstack-request-id: req-5e0ad6a9-2b55-4947-92b0-0c5023c1abd3 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:32:36.533119 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c71fe8d-fb4e-4848-9b99-318ccbb0ba14", "name": "network-vif-deleted", "tag": "abc2aa64-ae2d-47b6-9296-fa6c134455a2", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:32:36.533442 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5e0ad6a9-2b55-4947-92b0-0c5023c1abd3 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:32:36.533915 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0ad6a9-2b55-4947-92b0-0c5023c1abd3'] response: {'server_uuid': '4c71fe8d-fb4e-4848-9b99-318ccbb0ba14', 'name': 'network-vif-deleted', 'tag': 'abc2aa64-ae2d-47b6-9296-fa6c134455a2', 'status': 'completed', 'code': 200} Oct 06 12:32:36.567214 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-d7301253-b5d7-4548-b2a2-f35af2bf54ab None None] Set router fa9d4ab9-6317-4d6d-9838-3076fed813e8 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:32:36.886354 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-d7301253-b5d7-4548-b2a2-f35af2bf54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:35Z', 'revision_number': 5, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:36.914161 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7301253-b5d7-4548-b2a2-f35af2bf54ab None None] Checking router: fa9d4ab9-6317-4d6d-9838-3076fed813e8 for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:32:36.923003 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7301253-b5d7-4548-b2a2-f35af2bf54ab None None] Routers {'fa9d4ab9-6317-4d6d-9838-3076fed813e8'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:32:36.923652 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-d7301253-b5d7-4548-b2a2-f35af2bf54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:32:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:37.026260 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-d7301253-b5d7-4548-b2a2-f35af2bf54ab None None] Set router fa9d4ab9-6317-4d6d-9838-3076fed813e8 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:32:37.065942 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc0dbc-146b-47cc-b851-81072e590a49 req-8c045ceb-5db2-4663-81cb-6c333d5bf510 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:37.067600 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6cc0dbc-146b-47cc-b851-81072e590a49 req-8c045ceb-5db2-4663-81cb-6c333d5bf510 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0640793 Oct 06 12:32:37.127978 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6cc0dbc-146b-47cc-b851-81072e590a49 req-8f86d182-5c32-4c9b-81e7-5221718d938a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536642 Oct 06 12:32:37.159485 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:37.171563 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c5670e5d-e4c6-4e3d-b3bb-35181d399724 req-c9c77d14-110f-40bd-ba35-50b88b47576f tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4c71fe8d-fb4e-4848-9b99-318ccbb0ba14 HTTP/1.1" status: 200 len: 210 time: 0.0348699 Oct 06 12:32:37.247124 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-d7301253-b5d7-4548-b2a2-f35af2bf54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:35Z', 'revision_number': 5, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:37.276510 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7301253-b5d7-4548-b2a2-f35af2bf54ab None None] The sync data for ids ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'] in dv-cinder-856041-2-iscsi is: [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:22:20Z', 'revision_number': 4, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a1921f70-21ea-493a-bbdc-82893ce629e0', 'name': '', 'network_id': '0805475d-8b9c-4baf-bd63-089b9f9df6f5', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'mac_address': 'fa:16:3e:cb:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:19Z', 'updated_at': '2022-10-06T12:22:35Z', 'revision_number': 5, 'project_id': '828d3459cdd641d98772383edfe3268f', 'subnets': [{'id': 'fa59c4f4-50ab-4f12-b932-f152d4e018f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:32:37.475371 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc28bb3-73b6-47a5-aa31-ece58caeb454 None None] New status for floating IP 70dafd1f-5038-4b97-87c9-03fd41742f9e: DOWN {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:32:38.257796 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be2f86-6391-4d2a-b5af-bf4a1491e1e2 req-c4562e66-31ce-4cd1-80ae-6a9f7dbc1862 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:38.259690 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-21be2f86-6391-4d2a-b5af-bf4a1491e1e2 req-c4562e66-31ce-4cd1-80ae-6a9f7dbc1862 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0479963 Oct 06 12:32:38.267377 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 57876) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:38.310092 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-21be2f86-6391-4d2a-b5af-bf4a1491e1e2 req-684476b2-4e7b-4c8b-a434-8ceda87ca134 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424583 Oct 06 12:32:38.324067 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group (f7dd8ac8-6d18-4716-a155-a33b92b85f68), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:38.349671 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group (f7dd8ac8-6d18-4716-a155-a33b92b85f68), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:38.403725 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (f7dd8ac8-6d18-4716-a155-a33b92b85f68), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:38.406235 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:38.407366 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f7dd8ac8-6d18-4716-a155-a33b92b85f68 HTTP/1.1" status: 204 len: 168 time: 0.1389573 Oct 06 12:32:38.410285 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57878) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:38.416365 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dd8ac8-6d18-4716-a155-a33b92b85f68,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:38.423410 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:38.423720 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:38.423841 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.api.v2.resource [None req-9cb24859-f5a5-47f7-803f-902676817845 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] show failed (client error): The resource could not be found. Oct 06 12:32:38.424064 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:38.424404 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:38.424740 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:38.424832 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-9cb24859-f5a5-47f7-803f-902676817845 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "GET /networking/v2.0/security-groups/f7dd8ac8-6d18-4716-a155-a33b92b85f68 HTTP/1.1" status: 404 len: 347 time: 0.0135200 Oct 06 12:32:38.425071 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:38.425396 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:38.425721 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:38.426045 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:38.426368 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:38.426691 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:38.427016 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:38.427427 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:38.427562 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57880) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:38.427682 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:38.428003 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576441c-f869-4ac1-8415-18d861aaed35 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:38.540963 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-c6941a4c-e588-48e2-aeb2-fa44740d4198 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Deleting port 6fbd3da8-6b27-44a7-8936-938eefa30e60 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:32:38.541334 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c6941a4c-e588-48e2-aeb2-fa44740d4198 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (6fbd3da8-6b27-44a7-8936-938eefa30e60), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:38.615426 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c6941a4c-e588-48e2-aeb2-fa44740d4198 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (6fbd3da8-6b27-44a7-8936-938eefa30e60), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:38.615783 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c6941a4c-e588-48e2-aeb2-fa44740d4198 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for floatingip (6fbd3da8-6b27-44a7-8936-938eefa30e60), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:38.628528 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-c6941a4c-e588-48e2-aeb2-fa44740d4198 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Calling delete_port for 6fbd3da8-6b27-44a7-8936-938eefa30e60 owned by network:floatingip {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:32:38.759394 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c6941a4c-e588-48e2-aeb2-fa44740d4198 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (6fbd3da8-6b27-44a7-8936-938eefa30e60), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:38.785625 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6941a4c-e588-48e2-aeb2-fa44740d4198 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Pushing event deleted for resources: {'Port': ['ID=6fbd3da8-6b27-44a7-8936-938eefa30e60,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:38.847017 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c6941a4c-e588-48e2-aeb2-fa44740d4198 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks [] for floatingip (70dafd1f-5038-4b97-87c9-03fd41742f9e), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:38.849488 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c6941a4c-e588-48e2-aeb2-fa44740d4198 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:38.850623 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-c6941a4c-e588-48e2-aeb2-fa44740d4198 tempest-AttachVolumeTestJSON-1894626907 tempest-AttachVolumeTestJSON-1894626907-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/70dafd1f-5038-4b97-87c9-03fd41742f9e HTTP/1.1" status: 204 len: 168 time: 0.4222639 Oct 06 12:32:39.246707 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device abc2aa64-ae2d-47b6-9296-fa6c134455a2 no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:32:39.266647 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: abc2aa64-ae2d-47b6-9296-fa6c134455a2 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:32:39.266990 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device abc2aa64-ae2d-47b6-9296-fa6c134455a2 not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:32:39.435391 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac859e1-2378-4cfa-87cb-5011ae6d42c0 req-8a901a2e-71cb-4e66-a1e6-23ed55a12c67 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:39.436854 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4ac859e1-2378-4cfa-87cb-5011ae6d42c0 req-8a901a2e-71cb-4e66-a1e6-23ed55a12c67 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0466492 Oct 06 12:32:39.489216 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4ac859e1-2378-4cfa-87cb-5011ae6d42c0 req-a1d50d4c-afc1-4d40-a167-78a844a42b66 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468218 Oct 06 12:32:40.614722 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a76af-5876-49f4-bf30-9441edcc6d1d req-3f0796ee-e47c-4814-800a-79ac3a856ee6 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:40.616190 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b98a76af-5876-49f4-bf30-9441edcc6d1d req-3f0796ee-e47c-4814-800a-79ac3a856ee6 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0458901 Oct 06 12:32:40.656069 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:40.663921 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b98a76af-5876-49f4-bf30-9441edcc6d1d req-64486b4d-aeb3-42c2-88a5-71bf47c5d199 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414510 Oct 06 12:32:41.789701 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ad08b-444d-4b59-b242-01b4ea6f06dd req-65df6314-8d0a-43c6-8460-0eae5d200714 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:41.791124 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-404ad08b-444d-4b59-b242-01b4ea6f06dd req-65df6314-8d0a-43c6-8460-0eae5d200714 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0492446 Oct 06 12:32:41.836887 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-404ad08b-444d-4b59-b242-01b4ea6f06dd req-b92f1ab8-dcc2-4f68-b3b0-8fb9d5e70207 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401957 Oct 06 12:32:42.395693 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57914) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:42.532121 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:42.797622 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c7920491-9043-4205-8af5-6cc70180821c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664333'] for router_interface (fa9d4ab9-6317-4d6d-9838-3076fed813e8), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:42.987929 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac419a1-2190-44db-b1ab-7d53f87d0c51 req-d5a44330-f05f-4ba2-a35f-133aa4f270ac tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:42.989396 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-dac419a1-2190-44db-b1ab-7d53f87d0c51 req-d5a44330-f05f-4ba2-a35f-133aa4f270ac tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0683765 Oct 06 12:32:43.082376 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-dac419a1-2190-44db-b1ab-7d53f87d0c51 req-ee679441-6aed-4c40-b478-fdfc1385ca2b tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871310 Oct 06 12:32:43.089655 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-c7920491-9043-4205-8af5-6cc70180821c admin admin] Deleting port a1921f70-21ea-493a-bbdc-82893ce629e0 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:32:43.089993 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c7920491-9043-4205-8af5-6cc70180821c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:43.168204 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-c7920491-9043-4205-8af5-6cc70180821c admin admin] For port a1921f70-21ea-493a-bbdc-82893ce629e0, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=a1921f70-21ea-493a-bbdc-82893ce629e0,segment=NetworkSegment(2a247455-d931-427c-b5d7-06d88a7c7abe),segment_id=2a247455-d931-427c-b5d7-06d88a7c7abe)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:32:43.168547 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c7920491-9043-4205-8af5-6cc70180821c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:43.180747 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-c7920491-9043-4205-8af5-6cc70180821c admin admin] Calling delete_port for a1921f70-21ea-493a-bbdc-82893ce629e0 owned by network:router_interface {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:32:43.248218 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device fc7be519-3630-4616-ad76-14402cf4ad87 details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:32:43.359224 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port fc7be519-3630-4616-ad76-14402cf4ad87, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=fc7be519-3630-4616-ad76-14402cf4ad87,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:32:43.371725 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': 'fc7be519-3630-4616-ad76-14402cf4ad87', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'port_id': 'fc7be519-3630-4616-ad76-14402cf4ad87', 'mac_address': 'fa:16:3e:8a:ae:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:32:43.411861 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port fc7be519-3630-4616-ad76-14402cf4ad87 is: ACTIVE; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:32:43.412246 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:43.422439 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:43.428381 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc7be519-3630-4616-ad76-14402cf4ad87 {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:32:43.449253 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port fc7be519-3630-4616-ad76-14402cf4ad87, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=fc7be519-3630-4616-ad76-14402cf4ad87,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:32:43.453378 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:43.499653 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=fc7be519-3630-4616-ad76-14402cf4ad87,revision_number=6']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:43.501495 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:43.507860 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:43.508205 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:43.508542 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:43.508875 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:43.509203 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:43.509531 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:43.509850 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:43.510669 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:43.510988 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:43.511305 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:43.511652 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:43.511971 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:43.512284 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:43.512598 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:43.512910 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:43.521229 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:43.539715 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:43.601255 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c7920491-9043-4205-8af5-6cc70180821c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (a1921f70-21ea-493a-bbdc-82893ce629e0), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:43.612110 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['fc7be519-3630-4616-ad76-14402cf4ad87'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:32:43.626824 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7920491-9043-4205-8af5-6cc70180821c admin admin] Pushing event deleted for resources: {'Port': ['ID=a1921f70-21ea-493a-bbdc-82893ce629e0,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:43.795472 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c7920491-9043-4205-8af5-6cc70180821c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664313'] for router_interface (fa9d4ab9-6317-4d6d-9838-3076fed813e8), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:43.997249 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7920491-9043-4205-8af5-6cc70180821c admin admin] Router fa9d4ab9-6317-4d6d-9838-3076fed813e8 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:32:44.098436 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7920491-9043-4205-8af5-6cc70180821c admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:32:44.103579 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-c7920491-9043-4205-8af5-6cc70180821c admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/fa9d4ab9-6317-4d6d-9838-3076fed813e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7066586 Oct 06 12:32:44.106688 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57920) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:44.107918 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3972f5-5cf8-4d4e-bb0c-26b4bdb60e48 None None] Sync routers for ids ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:32:44.119877 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3972f5-5cf8-4d4e-bb0c-26b4bdb60e48 None None] Routers {'fa9d4ab9-6317-4d6d-9838-3076fed813e8'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:32:44.120625 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-cb3972f5-5cf8-4d4e-bb0c-26b4bdb60e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:32:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:44.226786 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-cb3972f5-5cf8-4d4e-bb0c-26b4bdb60e48 None None] Set router fa9d4ab9-6317-4d6d-9838-3076fed813e8 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:32:44.242872 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e751dc-14f1-4e32-8b59-293160bebace req-7c23a9df-3d05-4adf-85f9-ba017388eae4 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:44.244441 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49e751dc-14f1-4e32-8b59-293160bebace req-7c23a9df-3d05-4adf-85f9-ba017388eae4 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 944 time: 0.0602984 Oct 06 12:32:44.245807 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0df89aff-d219-4b46-b11c-c088ce65b9dc admin admin] Publish callbacks [] for router (fa9d4ab9-6317-4d6d-9838-3076fed813e8), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:44.367287 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-49e751dc-14f1-4e32-8b59-293160bebace req-1fef55a5-82db-4d59-ba01-598780f4e724 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884006 Oct 06 12:32:44.378533 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0df89aff-d219-4b46-b11c-c088ce65b9dc admin admin] Publish callbacks [] for router_gateway (fa9d4ab9-6317-4d6d-9838-3076fed813e8), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:44.382383 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:44.402209 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-cb3972f5-5cf8-4d4e-bb0c-26b4bdb60e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:32:43Z', 'revision_number': 5, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port': {'id': 'b80f245b-970e-4a7b-a821-bc8f1df5cb36', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:22:15Z', 'updated_at': '2022-10-06T12:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:44.427190 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-0df89aff-d219-4b46-b11c-c088ce65b9dc admin admin] Deleting port b80f245b-970e-4a7b-a821-bc8f1df5cb36 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:32:44.427545 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0df89aff-d219-4b46-b11c-c088ce65b9dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (b80f245b-970e-4a7b-a821-bc8f1df5cb36), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:44.428411 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3972f5-5cf8-4d4e-bb0c-26b4bdb60e48 None None] Checking router: fa9d4ab9-6317-4d6d-9838-3076fed813e8 for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:32:44.437035 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3972f5-5cf8-4d4e-bb0c-26b4bdb60e48 None None] Routers {'fa9d4ab9-6317-4d6d-9838-3076fed813e8'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:32:44.437648 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-cb3972f5-5cf8-4d4e-bb0c-26b4bdb60e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:32:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:44.440945 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:44.516292 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-0df89aff-d219-4b46-b11c-c088ce65b9dc admin admin] For port b80f245b-970e-4a7b-a821-bc8f1df5cb36, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=b80f245b-970e-4a7b-a821-bc8f1df5cb36,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:32:44.516651 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0df89aff-d219-4b46-b11c-c088ce65b9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (b80f245b-970e-4a7b-a821-bc8f1df5cb36), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:44.522681 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-cb3972f5-5cf8-4d4e-bb0c-26b4bdb60e48 None None] Set router fa9d4ab9-6317-4d6d-9838-3076fed813e8 gateway port host: None {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:32:44.529904 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-0df89aff-d219-4b46-b11c-c088ce65b9dc admin admin] Calling delete_port for b80f245b-970e-4a7b-a821-bc8f1df5cb36 owned by network:router_gateway {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:32:44.573109 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-cb3972f5-5cf8-4d4e-bb0c-26b4bdb60e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:32:44Z', 'revision_number': 6, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port_host': None}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:44.600183 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3972f5-5cf8-4d4e-bb0c-26b4bdb60e48 None None] The sync data for ids ['fa9d4ab9-6317-4d6d-9838-3076fed813e8'] in dv-cinder-856041-2-iscsi is: [{'id': 'fa9d4ab9-6317-4d6d-9838-3076fed813e8', 'name': 'tempest-AttachVolumeTestJSON-2000909362-router', 'tenant_id': '828d3459cdd641d98772383edfe3268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:22:13Z', 'updated_at': '2022-10-06T12:32:44Z', 'revision_number': 6, 'project_id': '828d3459cdd641d98772383edfe3268f', 'gw_port_host': None}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:32:44.704656 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0df89aff-d219-4b46-b11c-c088ce65b9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (b80f245b-970e-4a7b-a821-bc8f1df5cb36), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:44.729085 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df89aff-d219-4b46-b11c-c088ce65b9dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b80f245b-970e-4a7b-a821-bc8f1df5cb36,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:44.792668 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0df89aff-d219-4b46-b11c-c088ce65b9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665907'] for router_gateway (fa9d4ab9-6317-4d6d-9838-3076fed813e8), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:44.884542 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0df89aff-d219-4b46-b11c-c088ce65b9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2444'] for router (fa9d4ab9-6317-4d6d-9838-3076fed813e8), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:44.887090 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0df89aff-d219-4b46-b11c-c088ce65b9dc admin admin] Publish callbacks [] for router_controller (fa9d4ab9-6317-4d6d-9838-3076fed813e8), precommit_delete_associations {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:44.930616 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0df89aff-d219-4b46-b11c-c088ce65b9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664353'] for router (fa9d4ab9-6317-4d6d-9838-3076fed813e8), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:44.931210 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df89aff-d219-4b46-b11c-c088ce65b9dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa9d4ab9-6317-4d6d-9838-3076fed813e8 {{(pid=106140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 12:32:44.936048 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0df89aff-d219-4b46-b11c-c088ce65b9dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:44.937227 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-0df89aff-d219-4b46-b11c-c088ce65b9dc admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/fa9d4ab9-6317-4d6d-9838-3076fed813e8 HTTP/1.1" status: 204 len: 168 time: 0.8295839 Oct 06 12:32:44.939718 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57924) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:44.985675 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5734433-3e6e-4526-9a5a-9b70930d04eb admin admin] Deleting subnet fa59c4f4-50ab-4f12-b932-f152d4e018f2 {{(pid=106140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:32:44.989092 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c5734433-3e6e-4526-9a5a-9b70930d04eb admin admin] Publish callbacks [] for subnet (fa59c4f4-50ab-4f12-b932-f152d4e018f2), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.025463 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c5734433-3e6e-4526-9a5a-9b70930d04eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7447193'] for subnet (fa59c4f4-50ab-4f12-b932-f152d4e018f2), precommit_delete_associations {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.128204 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c5734433-3e6e-4526-9a5a-9b70930d04eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (fa59c4f4-50ab-4f12-b932-f152d4e018f2), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.179147 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c5734433-3e6e-4526-9a5a-9b70930d04eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5175868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5090304'] for subnet (fa59c4f4-50ab-4f12-b932-f152d4e018f2), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.202214 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5734433-3e6e-4526-9a5a-9b70930d04eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa59c4f4-50ab-4f12-b932-f152d4e018f2,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:45.207726 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c5734433-3e6e-4526-9a5a-9b70930d04eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.210787 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-c5734433-3e6e-4526-9a5a-9b70930d04eb admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/fa59c4f4-50ab-4f12-b932-f152d4e018f2 HTTP/1.1" status: 204 len: 168 time: 0.2701359 Oct 06 12:32:45.213159 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b878fb-6842-4b2b-a906-02cd5e12ce8b None None] Network 0805475d-8b9c-4baf-bd63-089b9f9df6f5 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:32:45.213304 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57926) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:45.256461 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device fc7be519-3630-4616-ad76-14402cf4ad87 up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:32:45.286198 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (0805475d-8b9c-4baf-bd63-089b9f9df6f5), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.331965 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] Deleting port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:32:45.332305 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.341255 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port fc7be519-3630-4616-ad76-14402cf4ad87 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:32:45.341631 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.341971 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port fc7be519-3630-4616-ad76-14402cf4ad87 Oct 06 12:32:45.379046 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:45.379970 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:45.419545 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] For port 55d539b9-6e2d-4c93-80f8-3302a61c61e5, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=55d539b9-6e2d-4c93-80f8-3302a61c61e5,segment=NetworkSegment(2a247455-d931-427c-b5d7-06d88a7c7abe),segment_id=2a247455-d931-427c-b5d7-06d88a7c7abe)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:32:45.419914 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.427381 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22c2db1-b952-49ac-a780-cffed7c8db1e None None] DHCP port deletion for 0805475d-8b9c-4baf-bd63-089b9f9df6f5 request from dv-cinder-856041-2-iscsi {{(pid=106141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 12:32:45.434901 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] Calling delete_port for 55d539b9-6e2d-4c93-80f8-3302a61c61e5 owned by network:dhcp {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:32:45.457736 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:45.467664 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device a1921f70-21ea-493a-bbdc-82893ce629e0 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:32:45.542198 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327467fc-9a01-43d0-8596-96cd6cb6142a req-54f7b56c-5ff0-46a4-bb1d-99c2ea8aeed3 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:45.543784 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-327467fc-9a01-43d0-8596-96cd6cb6142a req-54f7b56c-5ff0-46a4-bb1d-99c2ea8aeed3 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 944 time: 0.0633874 Oct 06 12:32:45.590990 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.628989 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d539b9-6e2d-4c93-80f8-3302a61c61e5,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:45.630907 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] No DVR routers for this DVR port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 on host dv-cinder-856041-2-iscsi {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:32:45.635063 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-327467fc-9a01-43d0-8596-96cd6cb6142a req-7e32c4bd-16f9-4c00-8b12-c55725d88efb tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804861 Oct 06 12:32:45.638154 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: a1921f70-21ea-493a-bbdc-82893ce629e0 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:32:45.638378 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device a1921f70-21ea-493a-bbdc-82893ce629e0 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:32:45.638798 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device b80f245b-970e-4a7b-a821-bc8f1df5cb36 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:32:45.661016 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: b80f245b-970e-4a7b-a821-bc8f1df5cb36 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:32:45.661358 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device b80f245b-970e-4a7b-a821-bc8f1df5cb36 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:32:45.662662 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port fc7be519-3630-4616-ad76-14402cf4ad87 is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:32:45.662985 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.674919 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-f22c2db1-b952-49ac-a780-cffed7c8db1e None None] Deleting port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 {{(pid=106141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:32:45.675282 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-f22c2db1-b952-49ac-a780-cffed7c8db1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), before_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.679082 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:45.715462 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (0805475d-8b9c-4baf-bd63-089b9f9df6f5), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.729549 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7be519-3630-4616-ad76-14402cf4ad87'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:32:45.731802 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922c31cf-5496-4872-8936-43e9eff7c606" -d '{"events": [{"server_uuid": "c743b80a-43e9-4dc1-a570-6873a5992f34", "name": "network-vif-plugged", "status": "completed", "tag": "fc7be519-3630-4616-ad76-14402cf4ad87"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:32:45.739715 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0805475d-8b9c-4baf-bd63-089b9f9df6f5']}} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:45.750614 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a247455-d931-427c-b5d7-06d88a7c7abe') {'for_net_delete': True} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:45.751019 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a247455-d931-427c-b5d7-06d88a7c7abe') {} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:45.758835 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port fc7be519-3630-4616-ad76-14402cf4ad87, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=fc7be519-3630-4616-ad76-14402cf4ad87,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:32:45.765484 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.769103 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7447264'] for segment (2a247455-d931-427c-b5d7-06d88a7c7abe), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.788314 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (2a247455-d931-427c-b5d7-06d88a7c7abe), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.796228 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:32:45.796709 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5176022'] for segment (2a247455-d931-427c-b5d7-06d88a7c7abe), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.803319 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-f22c2db1-b952-49ac-a780-cffed7c8db1e None None] For port 55d539b9-6e2d-4c93-80f8-3302a61c61e5, host dv-cinder-856041-2-iscsi, got binding levels [] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:32:45.803319 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-f22c2db1-b952-49ac-a780-cffed7c8db1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), precommit_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.806685 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaa5e23-adc5-4500-9aa5-5ea181432931 x-openstack-request-id: req-cfaa5e23-adc5-4500-9aa5-5ea181432931 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:32:45.807076 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c743b80a-43e9-4dc1-a570-6873a5992f34", "name": "network-vif-plugged", "status": "completed", "tag": "fc7be519-3630-4616-ad76-14402cf4ad87", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:32:45.807423 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cfaa5e23-adc5-4500-9aa5-5ea181432931 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:32:45.807900 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfaa5e23-adc5-4500-9aa5-5ea181432931'] response: {'server_uuid': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7be519-3630-4616-ad76-14402cf4ad87', 'code': 200} Oct 06 12:32:45.830846 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-f22c2db1-b952-49ac-a780-cffed7c8db1e None None] Calling delete_port for 55d539b9-6e2d-4c93-80f8-3302a61c61e5 owned by network:dhcp {{(pid=106141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:32:45.835586 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.ipam_backend_mixin [None req-f22c2db1-b952-49ac-a780-cffed7c8db1e None None] Port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 was not found and therefore no delete operation was performed {{(pid=106141) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 06 12:32:45.841041 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment 2a247455-d931-427c-b5d7-06d88a7c7abe resource provider aggregate not found Oct 06 12:32:45.843229 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-f22c2db1-b952-49ac-a780-cffed7c8db1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100'] for port (55d539b9-6e2d-4c93-80f8-3302a61c61e5), after_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.848397 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=fc7be519-3630-4616-ad76-14402cf4ad87,revision_number=7']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:45.862665 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment 2a247455-d931-427c-b5d7-06d88a7c7abe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a247455-d931-427c-b5d7-06d88a7c7abe found for delete ", "request_id": "req-c4f4a345-37b0-40a9-ae3f-b9d335355082"}]} Oct 06 12:32:45.867976 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (0805475d-8b9c-4baf-bd63-089b9f9df6f5), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.873702 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:45.874822 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c2db1-b952-49ac-a780-cffed7c8db1e None None] No DVR routers for this DVR port 55d539b9-6e2d-4c93-80f8-3302a61c61e5 on host dv-cinder-856041-2-iscsi {{(pid=106141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:32:45.876758 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c2db1-b952-49ac-a780-cffed7c8db1e None None] Pushing event deleted for resources: {'Port': ['ID=55d539b9-6e2d-4c93-80f8-3302a61c61e5,revision_number=None']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:45.879890 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/0805475d-8b9c-4baf-bd63-089b9f9df6f5 HTTP/1.1" status: 204 len: 168 time: 0.6637561 Oct 06 12:32:45.892961 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c8668-0d01-475f-97db-057e33ca8236 admin admin] Pushing event deleted for resources: {'Network': ['ID=0805475d-8b9c-4baf-bd63-089b9f9df6f5,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:46.010738 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57946) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:46.051649 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-a1c9da70-0db9-4265-b9bb-96c1d9ca1f85 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=828d3459cdd641d98772383edfe3268f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394373 Oct 06 12:32:46.054178 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 57950) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:46.110600 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f530e146-2f37-4315-9825-da4ae51b1d42 admin admin] Publish callbacks [] for security_group (f9aa7686-1e32-4990-a3b4-3bbd78d072a7), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:46.133426 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f530e146-2f37-4315-9825-da4ae51b1d42 admin admin] Publish callbacks [] for security_group (f9aa7686-1e32-4990-a3b4-3bbd78d072a7), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:46.184296 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f530e146-2f37-4315-9825-da4ae51b1d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (f9aa7686-1e32-4990-a3b4-3bbd78d072a7), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:46.186812 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f530e146-2f37-4315-9825-da4ae51b1d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:46.188168 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-f530e146-2f37-4315-9825-da4ae51b1d42 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f9aa7686-1e32-4990-a3b4-3bbd78d072a7 HTTP/1.1" status: 204 len: 168 time: 0.1327908 Oct 06 12:32:46.198318 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530e146-2f37-4315-9825-da4ae51b1d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aa7686-1e32-4990-a3b4-3bbd78d072a7,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:46.786426 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b91a1-eec9-4e09-8ceb-382ff6c30e23 req-1169c24f-135e-4d84-a766-95bb4c46fa0a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:46.794433 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fb7b91a1-eec9-4e09-8ceb-382ff6c30e23 req-1169c24f-135e-4d84-a766-95bb4c46fa0a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0585206 Oct 06 12:32:46.855698 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fb7b91a1-eec9-4e09-8ceb-382ff6c30e23 req-caecb255-9b27-4b3c-9bb8-eb0cce487bd1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599899 Oct 06 12:32:47.014657 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 57992) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:47.163401 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-b17d0cb7-912a-46bd-9299-fdb12bf4de28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2062843251-network', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:32:47.167091 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 55d539b9-6e2d-4c93-80f8-3302a61c61e5 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:32:47.191047 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17d0cb7-912a-46bd-9299-fdb12bf4de28 admin admin] Made reservation on behalf of bee9f30f6e1d4d1ab2c4fe269d78d768 for: {'network': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:32:47.194252 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b17d0cb7-912a-46bd-9299-fdb12bf4de28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:47.201286 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 55d539b9-6e2d-4c93-80f8-3302a61c61e5 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:32:47.201625 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 55d539b9-6e2d-4c93-80f8-3302a61c61e5 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:32:47.206002 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b17d0cb7-912a-46bd-9299-fdb12bf4de28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:47.308216 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b17d0cb7-912a-46bd-9299-fdb12bf4de28 admin admin] Publish callbacks [] for security_group (15858dab-c2e9-4147-a58d-1c9d71aa687a), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:47.313209 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b17d0cb7-912a-46bd-9299-fdb12bf4de28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (15858dab-c2e9-4147-a58d-1c9d71aa687a), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:47.341695 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17d0cb7-912a-46bd-9299-fdb12bf4de28 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=106139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:32:47.352851 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d0cb7-912a-46bd-9299-fdb12bf4de28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15858dab-c2e9-4147-a58d-1c9d71aa687a,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:47.359735 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b17d0cb7-912a-46bd-9299-fdb12bf4de28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (bd175a12-b3fd-4159-9585-d9c1f6d5c085), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:47.360071 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.segments_db [None req-b17d0cb7-912a-46bd-9299-fdb12bf4de28 admin admin] Added segment bd175a12-b3fd-4159-9585-d9c1f6d5c085 of type vlan for network 466556a2-70ae-47ab-beee-c79927eef272 Oct 06 12:32:47.407969 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b17d0cb7-912a-46bd-9299-fdb12bf4de28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (466556a2-70ae-47ab-beee-c79927eef272), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:47.434821 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b17d0cb7-912a-46bd-9299-fdb12bf4de28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (466556a2-70ae-47ab-beee-c79927eef272), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:47.439088 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17d0cb7-912a-46bd-9299-fdb12bf4de28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:47.440597 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b17d0cb7-912a-46bd-9299-fdb12bf4de28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:47.499988 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b17d0cb7-912a-46bd-9299-fdb12bf4de28 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4840844 Oct 06 12:32:47.504483 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 57996) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:47.511392 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-7da487db-7cd6-489b-aa15-80d38e2ef970 admin admin] Request body: {'subnet': {'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-subnet', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:32:47.512989 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d0cb7-912a-46bd-9299-fdb12bf4de28 admin admin] Pushing event updated for resources: {'Network': ['ID=466556a2-70ae-47ab-beee-c79927eef272,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:47.523139 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network 466556a2-70ae-47ab-beee-c79927eef272 details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:32:47.556633 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da487db-7cd6-489b-aa15-80d38e2ef970 admin admin] Made reservation on behalf of bee9f30f6e1d4d1ab2c4fe269d78d768 for: {'subnet': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:32:47.560321 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7da487db-7cd6-489b-aa15-80d38e2ef970 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5090785'] for subnet (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:47.761664 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7da487db-7cd6-489b-aa15-80d38e2ef970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5175933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5090803'] for subnet (7f67b0c4-e1ff-46b4-a1df-13674e8e55b2), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:47.793177 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:47.801964 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:47.835460 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da487db-7cd6-489b-aa15-80d38e2ef970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:47.852464 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da487db-7cd6-489b-aa15-80d38e2ef970 admin admin] Checking segment: {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:32:47.853002 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da487db-7cd6-489b-aa15-80d38e2ef970 admin admin] Network hostable DHCP agents. Network: 466556a2-70ae-47ab-beee-c79927eef272, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:32:47.873968 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da487db-7cd6-489b-aa15-80d38e2ef970 admin admin] Network 466556a2-70ae-47ab-beee-c79927eef272 is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:32:47.883870 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-7da487db-7cd6-489b-aa15-80d38e2ef970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, 466556a2-70ae-47ab-beee-c79927eef272) {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:32:47.889421 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da487db-7cd6-489b-aa15-80d38e2ef970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:47.891121 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7da487db-7cd6-489b-aa15-80d38e2ef970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:47.894169 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea61d9f-4b8b-45c0-b4de-e08f7d9fff5f None None] Network 466556a2-70ae-47ab-beee-c79927eef272 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:32:47.934634 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58000) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:47.935097 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-7da487db-7cd6-489b-aa15-80d38e2ef970 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4282453 Oct 06 12:32:47.939558 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:32:47.972739 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2462'] for router (8d322467-7b08-4d63-b156-63603c6e090b), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:47.973825 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2455'] for router (8d322467-7b08-4d63-b156-63603c6e090b), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:48.058389 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Publish callbacks [] for router_controller (8d322467-7b08-4d63-b156-63603c6e090b), precommit_add_association {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:48.084881 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e4fcd5-b394-5821-a063-acad06bec7fa-466556a2-70ae-47ab-beee-c79927eef272', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2'}]}} from dv-cinder-856041-2-iscsi. {{(pid=106141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 12:32:48.086401 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:48.149077 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:48.162421 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:48.172457 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251531d-a49a-4f3d-b962-65c3abc3003f req-c3c07b67-8c77-46cb-a949-8037dbcca4a1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:48.180600 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0251531d-a49a-4f3d-b962-65c3abc3003f req-c3c07b67-8c77-46cb-a949-8037dbcca4a1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0615880 Oct 06 12:32:48.264524 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0251531d-a49a-4f3d-b962-65c3abc3003f req-1ca0f600-3a22-4530-baab-8a71c1006cdd tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826068 Oct 06 12:32:48.282365 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Publish callbacks [] for router_gateway (8d322467-7b08-4d63-b156-63603c6e090b), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:48.345297 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.db_base_plugin_common [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Allocated IP 172.20.0.2 (466556a2-70ae-47ab-beee-c79927eef272/7f67b0c4-e1ff-46b4-a1df-13674e8e55b2/c39c5f45-33e7-4d74-a86b-f863c7fc0625) {{(pid=106141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:32:48.388682 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:32:48.518401 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Publish callbacks [] for port (c39c5f45-33e7-4d74-a86b-f863c7fc0625), precommit_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:48.527701 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (c39c5f45-33e7-4d74-a86b-f863c7fc0625), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:48.532395 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Publish callbacks [] for router_gateway (8d322467-7b08-4d63-b156-63603c6e090b), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:48.556440 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:48.573787 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Network 466556a2-70ae-47ab-beee-c79927eef272 is already hosted by enough agents. {{(pid=106141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:32:48.590971 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:48.597557 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.base_scheduler [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Resources bound (agent type, host, resource id): {{(pid=106141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:32:48.600084 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Received port after_create {{(pid=106141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:32:48.620703 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Pushing event updated for resources: {'Port': ['ID=c39c5f45-33e7-4d74-a86b-f863c7fc0625,revision_number=1']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:48.689255 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Allocated IP 172.27.0.140 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/466ebdd6-b729-45b6-8ba6-c27e5e5d57c7) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:32:48.728472 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Attempting to bind port c39c5f45-33e7-4d74-a86b-f863c7fc0625 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:32:48.729386 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Attempting to bind port c39c5f45-33e7-4d74-a86b-f863c7fc0625 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:32:48.729770 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Attempting to bind port c39c5f45-33e7-4d74-a86b-f863c7fc0625 on network 466556a2-70ae-47ab-beee-c79927eef272 {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:32:48.814784 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Publish callbacks [] for port (466ebdd6-b729-45b6-8ba6-c27e5e5d57c7), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:48.821921 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:48.822914 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-fa56e76a-9242-49ec-bb32-9fedb0c4506d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:48.851304 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:32:48.851674 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Checking segment: {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:32:48.852498 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:48.852886 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Bound using segment: {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:32:48.853411 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Bound port: c39c5f45-33e7-4d74-a86b-f863c7fc0625, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:32:48.854418 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (c39c5f45-33e7-4d74-a86b-f863c7fc0625), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:48.858635 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (466ebdd6-b729-45b6-8ba6-c27e5e5d57c7), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:48.917467 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:32:48.921416 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:32:48.923784 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] For port c39c5f45-33e7-4d74-a86b-f863c7fc0625, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:32:48.927318 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] For port c39c5f45-33e7-4d74-a86b-f863c7fc0625, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=c39c5f45-33e7-4d74-a86b-f863c7fc0625,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:32:48.928545 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:32:48.934241 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Pushing event updated for resources: {'Port': ['ID=466ebdd6-b729-45b6-8ba6-c27e5e5d57c7,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:48.935932 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (c39c5f45-33e7-4d74-a86b-f863c7fc0625), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:49.011093 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa092735-6482-4371-b5cc-8c87858fdfaa None None] Pushing event updated for resources: {'Port': ['ID=c39c5f45-33e7-4d74-a86b-f863c7fc0625,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:49.287342 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Publish callbacks [] for router_gateway (8d322467-7b08-4d63-b156-63603c6e090b), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:49.416621 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:49.426590 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:49.466481 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33cf2e-d642-47a7-b719-cb76c94db747 req-b5bde36a-28a7-48a8-aa78-61df18d4c2ee tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:49.468095 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9a33cf2e-d642-47a7-b719-cb76c94db747 req-b5bde36a-28a7-48a8-aa78-61df18d4c2ee tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0889440 Oct 06 12:32:49.534359 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9a33cf2e-d642-47a7-b719-cb76c94db747 req-61671d12-0b9c-4f67-9cc8-a229c47be042 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604370 Oct 06 12:32:49.586812 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665995'] for router (8d322467-7b08-4d63-b156-63603c6e090b), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:49.747095 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Router 8d322467-7b08-4d63-b156-63603c6e090b is scheduled to L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 with binding_index 1 {{(pid=106139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 12:32:49.876698 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:32:49.891198 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Sync routers for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:32:49.915480 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:32:49.916024 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:49.916902 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:32:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:49.920195 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-57bf0e8a-4310-40a9-a39e-d73fc49b0613 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9814005 Oct 06 12:32:49.920382 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58008) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:50.178838 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:32:50.206137 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334ca55a-ee09-4ae3-9f2c-f5cc4ab3fce8 None None] Network 466556a2-70ae-47ab-beee-c79927eef272 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:32:50.295861 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-e4f5eaea-d027-43af-8ec6-32e18940dbc3 None None] Provisioning complete for port c39c5f45-33e7-4d74-a86b-f863c7fc0625 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:32:50.297212 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-e4f5eaea-d027-43af-8ec6-32e18940dbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (c39c5f45-33e7-4d74-a86b-f863c7fc0625), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:50.297782 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-e4f5eaea-d027-43af-8ec6-32e18940dbc3 None None] Attempt 1 to provision port c39c5f45-33e7-4d74-a86b-f863c7fc0625 Oct 06 12:32:50.320558 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:50.452171 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-e4f5eaea-d027-43af-8ec6-32e18940dbc3 None None] Current status of the port c39c5f45-33e7-4d74-a86b-f863c7fc0625 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:32:50.452618 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-e4f5eaea-d027-43af-8ec6-32e18940dbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (c39c5f45-33e7-4d74-a86b-f863c7fc0625), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:50.465517 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:50.479822 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:49Z', 'revision_number': 3, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:50.513023 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Checking router: 8d322467-7b08-4d63-b156-63603c6e090b for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:32:50.513791 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Updating router 8d322467-7b08-4d63-b156-63603c6e090b port 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 binding host dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:32:50.514291 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-e4f5eaea-d027-43af-8ec6-32e18940dbc3 None None] For port c39c5f45-33e7-4d74-a86b-f863c7fc0625, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=c39c5f45-33e7-4d74-a86b-f863c7fc0625,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:32:50.520566 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-e4f5eaea-d027-43af-8ec6-32e18940dbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (c39c5f45-33e7-4d74-a86b-f863c7fc0625), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:50.574121 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (466ebdd6-b729-45b6-8ba6-c27e5e5d57c7), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:50.619543 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5eaea-d027-43af-8ec6-32e18940dbc3 None None] Pushing event updated for resources: {'Port': ['ID=c39c5f45-33e7-4d74-a86b-f863c7fc0625,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:50.744187 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Allocated IP 172.20.0.1 (466556a2-70ae-47ab-beee-c79927eef272/7f67b0c4-e1ff-46b4-a1df-13674e8e55b2/a51028b2-5585-414a-989b-97d76c2a3404) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:32:50.761771 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-45b84eca-08e3-499b-aa31-6806c3f746d2 None None] Provisioning complete for port c39c5f45-33e7-4d74-a86b-f863c7fc0625 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:32:50.764969 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-45b84eca-08e3-499b-aa31-6806c3f746d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (c39c5f45-33e7-4d74-a86b-f863c7fc0625), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:50.767726 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-45b84eca-08e3-499b-aa31-6806c3f746d2 None None] Attempt 1 to provision port c39c5f45-33e7-4d74-a86b-f863c7fc0625 Oct 06 12:32:50.786249 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e137e-e50f-4cde-9d33-5032c566d339 req-a8a76865-5730-4d05-a7be-9ace5e2c8c65 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:50.788273 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-279e137e-e50f-4cde-9d33-5032c566d339 req-a8a76865-5730-4d05-a7be-9ace5e2c8c65 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.1132400 Oct 06 12:32:50.892095 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-279e137e-e50f-4cde-9d33-5032c566d339 req-ea6301e9-74be-435f-beb6-b6353bc0e1dd tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979025 Oct 06 12:32:50.949374 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-45b84eca-08e3-499b-aa31-6806c3f746d2 None None] Current status of the port c39c5f45-33e7-4d74-a86b-f863c7fc0625 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:32:51.031529 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Publish callbacks [] for port (466ebdd6-b729-45b6-8ba6-c27e5e5d57c7), precommit_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:51.058248 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (466ebdd6-b729-45b6-8ba6-c27e5e5d57c7), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:51.065305 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-55823309-03d7-47e4-8698-2b485dfc967b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:51.132879 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Attempting to bind port 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:32:51.143793 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Attempting to bind port 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:32:51.144385 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Attempting to bind port 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 on network 3a606d5c-6843-4963-ada6-7bee64b338fb {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:32:51.195862 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Pushing event updated for resources: {'Port': ['ID=466ebdd6-b729-45b6-8ba6-c27e5e5d57c7,revision_number=2']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:51.205384 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:51.205733 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:51.206105 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:51.206525 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:51.206801 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:51.207130 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:51.207458 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:51.207813 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:51.208140 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:51.208465 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:51.208791 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:51.209132 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:51.209461 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:51.209782 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:51.210105 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:32:51.227940 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:32:51.227940 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Checking segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:32:51.228526 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:51.229547 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Bound using segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:32:51.230119 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Bound port: 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:32:51.230598 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (466ebdd6-b729-45b6-8ba6-c27e5e5d57c7), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:51.237274 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device c39c5f45-33e7-4d74-a86b-f863c7fc0625 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:32:51.268646 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Publish callbacks [] for port (a51028b2-5585-414a-989b-97d76c2a3404), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:51.282296 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:51.285698 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:51.288971 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port c39c5f45-33e7-4d74-a86b-f863c7fc0625 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:32:51.289350 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (c39c5f45-33e7-4d74-a86b-f863c7fc0625), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:51.289744 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] For port 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:32:51.290050 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port c39c5f45-33e7-4d74-a86b-f863c7fc0625 Oct 06 12:32:51.295879 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] For port 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=466ebdd6-b729-45b6-8ba6-c27e5e5d57c7,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:32:51.308426 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (466ebdd6-b729-45b6-8ba6-c27e5e5d57c7), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:51.310817 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (a51028b2-5585-414a-989b-97d76c2a3404), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:51.352856 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:32:51.353597 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:32:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:51.362948 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Pushing event updated for resources: {'Port': ['ID=a51028b2-5585-414a-989b-97d76c2a3404,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:51.380341 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Network 466556a2-70ae-47ab-beee-c79927eef272 is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:32:51.385364 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:32:51.390708 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:32:51.414946 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f36864-bb22-4418-b409-2e23e4cc58fd None None] Pushing event updated for resources: {'Port': ['ID=466ebdd6-b729-45b6-8ba6-c27e5e5d57c7,revision_number=3']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:51.418214 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port c39c5f45-33e7-4d74-a86b-f863c7fc0625 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:32:51.422992 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:51.464056 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665328'] for router_interface (8d322467-7b08-4d63-b156-63603c6e090b), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:51.507695 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:32:51.633958 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a51028b2-5585-414a-989b-97d76c2a3404), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:51.657023 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:51.674207 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:51.699254 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-4a9e3743-9f27-43aa-a892-19b8abf3c474 None None] Provisioning complete for port a51028b2-5585-414a-989b-97d76c2a3404 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:32:51.701161 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3743-9f27-43aa-a892-19b8abf3c474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (a51028b2-5585-414a-989b-97d76c2a3404), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:51.701775 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-4a9e3743-9f27-43aa-a892-19b8abf3c474 None None] Attempt 1 to provision port a51028b2-5585-414a-989b-97d76c2a3404 Oct 06 12:32:51.755776 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:49Z', 'revision_number': 3, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:51.766219 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-4a9e3743-9f27-43aa-a892-19b8abf3c474 None None] Port a51028b2-5585-414a-989b-97d76c2a3404 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:32:51.785150 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32587e39-7aa8-45b7-bd62-5201dee6bd23 None None] The sync data for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi is: [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:49Z', 'revision_number': 3, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:32:51.886213 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Publish callbacks [] for port (a51028b2-5585-414a-989b-97d76c2a3404), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:51.891157 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (a51028b2-5585-414a-989b-97d76c2a3404), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:51.980276 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Pushing event updated for resources: {'Port': ['ID=a51028b2-5585-414a-989b-97d76c2a3404,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:51.992845 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665452'] for router_interface (8d322467-7b08-4d63-b156-63603c6e090b), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:52.116702 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf6d29-97da-4196-984c-411fbfe5ff33 req-2dc6dc85-760e-4e19-807a-2ad5e88f488f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:52.124938 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-18bf6d29-97da-4196-984c-411fbfe5ff33 req-2dc6dc85-760e-4e19-807a-2ad5e88f488f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.1115458 Oct 06 12:32:52.146674 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:52.194867 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Network 466556a2-70ae-47ab-beee-c79927eef272 is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:32:52.196543 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:32:52.234543 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-18bf6d29-97da-4196-984c-411fbfe5ff33 req-189c0a96-f492-4a5c-aac4-14cc4e1f2fc2 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081941 Oct 06 12:32:52.383727 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Router 8d322467-7b08-4d63-b156-63603c6e090b has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:32:52.501088 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:52.507002 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-bfa711d4-e52e-462a-98d4-48827957e2ad None None] Provisioning complete for port a51028b2-5585-414a-989b-97d76c2a3404 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:32:52.507767 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-bfa711d4-e52e-462a-98d4-48827957e2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (a51028b2-5585-414a-989b-97d76c2a3404), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:52.508284 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-bfa711d4-e52e-462a-98d4-48827957e2ad None None] Attempt 1 to provision port a51028b2-5585-414a-989b-97d76c2a3404 Oct 06 12:32:52.543785 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-bfa711d4-e52e-462a-98d4-48827957e2ad None None] Port a51028b2-5585-414a-989b-97d76c2a3404 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:32:52.564213 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:32:52.573781 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-bde06711-92c8-42e7-b83b-904ac6bccc78 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/8d322467-7b08-4d63-b156-63603c6e090b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6511509 Oct 06 12:32:52.962297 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58030) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:52.970144 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-f6a3cf8e-fdc7-4741-aee0-a2a86c23a5ba tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--846275066', 'description': 'tempest-description--1896282133'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:32:52.996033 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f6a3cf8e-fdc7-4741-aee0-a2a86c23a5ba tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.011844 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:53.113950 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f6a3cf8e-fdc7-4741-aee0-a2a86c23a5ba tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (a0426855-d020-4ffb-9b1e-6213e45a9da9), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.119439 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f6a3cf8e-fdc7-4741-aee0-a2a86c23a5ba tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (a0426855-d020-4ffb-9b1e-6213e45a9da9), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.161725 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f6a3cf8e-fdc7-4741-aee0-a2a86c23a5ba tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.165761 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-f6a3cf8e-fdc7-4741-aee0-a2a86c23a5ba tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1983232 Oct 06 12:32:53.166090 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58032) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:53.172212 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-87345048-61bb-4a95-8e1e-c33143d6cd7a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'security_group_rule': {'security_group_id': 'a0426855-d020-4ffb-9b1e-6213e45a9da9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:32:53.180134 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3cf8e-fdc7-4741-aee0-a2a86c23a5ba tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0426855-d020-4ffb-9b1e-6213e45a9da9,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:53.213591 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:32:53.216493 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-87345048-61bb-4a95-8e1e-c33143d6cd7a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (1d0bd5bd-a3e4-4b83-ac82-25b701958532), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.268270 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:53.285072 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:32:53.285540 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (466ebdd6-b729-45b6-8ba6-c27e5e5d57c7), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.286004 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 Oct 06 12:32:53.294169 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-87345048-61bb-4a95-8e1e-c33143d6cd7a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (1d0bd5bd-a3e4-4b83-ac82-25b701958532), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.299387 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-87345048-61bb-4a95-8e1e-c33143d6cd7a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (1d0bd5bd-a3e4-4b83-ac82-25b701958532), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.334880 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87345048-61bb-4a95-8e1e-c33143d6cd7a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0bd5bd-a3e4-4b83-ac82-25b701958532,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:53.342412 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-87345048-61bb-4a95-8e1e-c33143d6cd7a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.344171 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-87345048-61bb-4a95-8e1e-c33143d6cd7a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1765935 Oct 06 12:32:53.346825 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58036) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:53.353133 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-f6a0cd0a-de2e-449f-990e-7c6eb7472b57 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'security_group_rule': {'security_group_id': 'a0426855-d020-4ffb-9b1e-6213e45a9da9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:32:53.387566 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:32:53.387962 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (466ebdd6-b729-45b6-8ba6-c27e5e5d57c7), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.392481 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f6a0cd0a-de2e-449f-990e-7c6eb7472b57 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (c7f5279a-656e-4b38-8a01-7043259f0a56), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.404329 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33ffb8-c389-48f5-94e1-b8267426418c req-e61b09ec-20bb-476f-a6fa-70a587fe9501 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:53.411357 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8e33ffb8-c389-48f5-94e1-b8267426418c req-e61b09ec-20bb-476f-a6fa-70a587fe9501 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0735629 Oct 06 12:32:53.414624 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=466ebdd6-b729-45b6-8ba6-c27e5e5d57c7,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:32:53.424049 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (466ebdd6-b729-45b6-8ba6-c27e5e5d57c7), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.459484 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8e33ffb8-c389-48f5-94e1-b8267426418c req-0b56364c-c569-4746-b679-63a257309c41 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472124 Oct 06 12:32:53.517613 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=466ebdd6-b729-45b6-8ba6-c27e5e5d57c7,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:53.522591 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f6a0cd0a-de2e-449f-990e-7c6eb7472b57 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (c7f5279a-656e-4b38-8a01-7043259f0a56), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.528582 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f6a0cd0a-de2e-449f-990e-7c6eb7472b57 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (c7f5279a-656e-4b38-8a01-7043259f0a56), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.550305 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0cd0a-de2e-449f-990e-7c6eb7472b57 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f5279a-656e-4b38-8a01-7043259f0a56,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:53.561618 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f6a0cd0a-de2e-449f-990e-7c6eb7472b57 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.566142 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-f6a0cd0a-de2e-449f-990e-7c6eb7472b57 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2148404 Oct 06 12:32:53.566310 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 58038) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:32:53.570907 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'floatingip': {'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:32:53.609862 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.631256 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.781028 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.962291 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:53.972917 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Sync routers for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:32:53.984490 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:32:53.985476 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:32:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:54.090962 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Allocated IP 172.27.0.253 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/b798eb99-1f65-448a-9e0c-acd173df2f15) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:32:54.121941 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:54.229963 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for port (b798eb99-1f65-448a-9e0c-acd173df2f15), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:54.258704 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:54.273821 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (b798eb99-1f65-448a-9e0c-acd173df2f15), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:54.301269 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:32:54.319676 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:32:54.324651 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:32:54.327443 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:32:54.355275 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'Port': ['ID=b798eb99-1f65-448a-9e0c-acd173df2f15,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:54.427289 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (347b7e4b-f265-4223-aaba-53cbe0646ef3), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:54.473486 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (b798eb99-1f65-448a-9e0c-acd173df2f15), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:54.530765 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 2, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:54.564379 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Checking router: 8d322467-7b08-4d63-b156-63603c6e090b for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:32:54.564754 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Updating router 8d322467-7b08-4d63-b156-63603c6e090b port a51028b2-5585-414a-989b-97d76c2a3404 binding host dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:32:54.601290 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a51028b2-5585-414a-989b-97d76c2a3404), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:54.701010 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for port (b798eb99-1f65-448a-9e0c-acd173df2f15), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:54.707983 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (b798eb99-1f65-448a-9e0c-acd173df2f15), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:54.719104 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18973db2-4f8b-4b2d-938c-fa4aa3012898 req-232cb6d3-aca3-479a-a8c0-c4d63e13d70c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:54.725899 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-18973db2-4f8b-4b2d-938c-fa4aa3012898 req-232cb6d3-aca3-479a-a8c0-c4d63e13d70c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.1231797 Oct 06 12:32:54.828876 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:54.848304 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:54.851180 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'Port': ['ID=b798eb99-1f65-448a-9e0c-acd173df2f15,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:54.858747 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-18973db2-4f8b-4b2d-938c-fa4aa3012898 req-8fb6e908-ad1b-4112-8abe-5f9519462dc0 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320319 Oct 06 12:32:54.874800 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (347b7e4b-f265-4223-aaba-53cbe0646ef3), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:54.929377 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:54.943816 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-cee4f576-d9b9-479f-b439-241e40edf0b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3763716 Oct 06 12:32:54.961107 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Publish callbacks [] for port (a51028b2-5585-414a-989b-97d76c2a3404), precommit_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:54.968529 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (a51028b2-5585-414a-989b-97d76c2a3404), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:55.081428 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64491097-ee5c-4a47-ab6b-e3a0b3767a6f None None] Pushing event updated for resources: {'Port': ['ID=a51028b2-5585-414a-989b-97d76c2a3404,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:55.103733 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Attempting to bind port a51028b2-5585-414a-989b-97d76c2a3404 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:32:55.104460 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Attempting to bind port a51028b2-5585-414a-989b-97d76c2a3404 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:32:55.107472 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Attempting to bind port a51028b2-5585-414a-989b-97d76c2a3404 on network 466556a2-70ae-47ab-beee-c79927eef272 {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:32:55.157343 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-7f187a3c-a70d-45ba-8fec-86ec3727f6fa tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--846275066&fields=id&tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768 HTTP/1.1" status: 200 len: 267 time: 0.0738237 Oct 06 12:32:55.196145 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:32:55.196686 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Checking segment: {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:32:55.199411 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:55.201906 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Bound using segment: {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:32:55.204628 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Bound port: a51028b2-5585-414a-989b-97d76c2a3404, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:32:55.206259 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a51028b2-5585-414a-989b-97d76c2a3404), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:55.259903 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:32:55.298244 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-f05557e0-3feb-4736-b92a-d1336a4b0c93 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:55.299714 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-f05557e0-3feb-4736-b92a-d1336a4b0c93 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 815 time: 0.1413448 Oct 06 12:32:55.329522 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-51cea8c7-bf1d-43c8-83e2-3a20458bfb72 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/quotas/bee9f30f6e1d4d1ab2c4fe269d78d768 HTTP/1.1" status: 200 len: 375 time: 0.0230155 Oct 06 12:32:55.358499 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] For port a51028b2-5585-414a-989b-97d76c2a3404, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:32:55.367038 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] For port a51028b2-5585-414a-989b-97d76c2a3404, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=a51028b2-5585-414a-989b-97d76c2a3404,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:32:55.383859 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:32:55.384260 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (466ebdd6-b729-45b6-8ba6-c27e5e5d57c7), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:55.384750 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 Oct 06 12:32:55.393361 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (a51028b2-5585-414a-989b-97d76c2a3404), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:55.425532 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-44860290-f2df-4278-b779-0ea2e898bd0a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950279 Oct 06 12:32:55.433563 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-2cd2a9ba-0509-435c-9855-199b250b42a8 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:32:55.440649 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-2cd2a9ba-0509-435c-9855-199b250b42a8 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0129390 Oct 06 12:32:55.519818 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:32:55.520486 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:32:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:55.524410 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64491097-ee5c-4a47-ab6b-e3a0b3767a6f None None] Pushing event updated for resources: {'Port': ['ID=a51028b2-5585-414a-989b-97d76c2a3404,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:55.580569 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:55.583940 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:55.669197 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-83c0e731-401a-4aa1-bfb1-26e3ae6a5cd0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266798 Oct 06 12:32:55.740908 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:32:55.761497 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:32:55.832029 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-75a6f1c9-f481-46ce-ae41-6a748abbca41 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528983 Oct 06 12:32:55.980112 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:55.992692 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:55Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:32:56.020390 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d8842-4232-403b-b0c9-84685c9f65f0 None None] The sync data for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi is: [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:55Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:32:56.050769 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036f06e-8f24-4381-8e46-6559d3f40e09 req-5d34f938-20ce-4383-836b-951f3d9eea7a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:56.052586 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0036f06e-8f24-4381-8e46-6559d3f40e09 req-5d34f938-20ce-4383-836b-951f3d9eea7a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0590880 Oct 06 12:32:56.155269 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0036f06e-8f24-4381-8e46-6559d3f40e09 req-5c6f7a19-b588-4547-8131-c2557d5c10f3 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951521 Oct 06 12:32:57.091059 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-545ef9b9-2b10-44fe-ba65-095bf1a4e0eb req-c1662dac-c65f-4c1b-b7c2-7ea490aa116f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 210 time: 0.0456076 Oct 06 12:32:57.272369 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device a51028b2-5585-414a-989b-97d76c2a3404 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:32:57.338003 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port a51028b2-5585-414a-989b-97d76c2a3404 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:32:57.339692 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (a51028b2-5585-414a-989b-97d76c2a3404), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:57.339692 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port a51028b2-5585-414a-989b-97d76c2a3404 Oct 06 12:32:57.402801 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84aec9d-e25e-414c-97d8-037a635dbac1 req-28560a66-ba8e-40d0-9826-04c4ce7ea17f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:57.412162 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a84aec9d-e25e-414c-97d8-037a635dbac1 req-28560a66-ba8e-40d0-9826-04c4ce7ea17f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.1087697 Oct 06 12:32:57.443103 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port a51028b2-5585-414a-989b-97d76c2a3404 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:32:57.443719 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a51028b2-5585-414a-989b-97d76c2a3404), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:57.472376 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:57.475425 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a84aec9d-e25e-414c-97d8-037a635dbac1 req-81891934-f788-4947-8287-233af20094e5 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553071 Oct 06 12:32:57.485205 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port a51028b2-5585-414a-989b-97d76c2a3404, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=a51028b2-5585-414a-989b-97d76c2a3404,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:32:57.490863 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (a51028b2-5585-414a-989b-97d76c2a3404), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:57.570347 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=a51028b2-5585-414a-989b-97d76c2a3404,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:58.228812 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-40484843-1b3b-462f-8f6d-edd26e0d4b0b req-89a3500e-5f11-41a1-b667-e49ee1c724ac tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 210 time: 0.0305707 Oct 06 12:32:58.633596 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654a125-e89f-426b-8271-43a16c810234 req-183aa1d7-eafc-4bfd-ba5c-5a58eda65ecd tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:58.635929 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2654a125-e89f-426b-8271-43a16c810234 req-183aa1d7-eafc-4bfd-ba5c-5a58eda65ecd tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0612645 Oct 06 12:32:58.691540 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2654a125-e89f-426b-8271-43a16c810234 req-1028f161-2c99-4ab5-8308-921c09f66c7d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481756 Oct 06 12:32:58.833271 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-289a2a3f-aac4-4bd8-b5e2-fec386e8346e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:58.835718 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-289a2a3f-aac4-4bd8-b5e2-fec386e8346e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 815 time: 0.1426730 Oct 06 12:32:58.918749 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-ae0bec48-07bf-4233-9237-b52a3ea7de00 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768 HTTP/1.1" status: 200 len: 379 time: 0.0686274 Oct 06 12:32:59.124016 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-eb617086-e282-4c38-9cf8-2fa45e559050 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'port': {'device_id': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'admin_state_up': True, 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'security_groups': ['a0426855-d020-4ffb-9b1e-6213e45a9da9']}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:32:59.178228 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device a51028b2-5585-414a-989b-97d76c2a3404 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:32:59.222607 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port a51028b2-5585-414a-989b-97d76c2a3404 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:32:59.222977 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (a51028b2-5585-414a-989b-97d76c2a3404), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:59.223308 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port a51028b2-5585-414a-989b-97d76c2a3404 Oct 06 12:32:59.242154 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-eb617086-e282-4c38-9cf8-2fa45e559050 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Made reservation on behalf of bee9f30f6e1d4d1ab2c4fe269d78d768 for: {'port': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:32:59.242715 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-eb617086-e282-4c38-9cf8-2fa45e559050 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:59.301906 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port a51028b2-5585-414a-989b-97d76c2a3404 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:32:59.352428 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9e54249d-e0fa-4e32-8570-476c844c00d7 req-071118ac-06a9-4534-8f8d-343f076930c5 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 210 time: 0.0330985 Oct 06 12:32:59.399802 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-eb617086-e282-4c38-9cf8-2fa45e559050 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Allocated IP 172.20.0.4 (466556a2-70ae-47ab-beee-c79927eef272/7f67b0c4-e1ff-46b4-a1df-13674e8e55b2/14ef965e-071a-40af-81c7-0d464c9ac0d9) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:32:59.426958 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:59.475109 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:32:59.533845 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-eb617086-e282-4c38-9cf8-2fa45e559050 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for port (14ef965e-071a-40af-81c7-0d464c9ac0d9), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:59.565460 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-eb617086-e282-4c38-9cf8-2fa45e559050 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (14ef965e-071a-40af-81c7-0d464c9ac0d9), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:59.612662 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-eb617086-e282-4c38-9cf8-2fa45e559050 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Network 466556a2-70ae-47ab-beee-c79927eef272 is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:32:59.615781 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-eb617086-e282-4c38-9cf8-2fa45e559050 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:32:59.619652 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-eb617086-e282-4c38-9cf8-2fa45e559050 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:32:59.642964 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb617086-e282-4c38-9cf8-2fa45e559050 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'Port': ['ID=14ef965e-071a-40af-81c7-0d464c9ac0d9,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:32:59.673197 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-eb617086-e282-4c38-9cf8-2fa45e559050 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:59.673826 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-eb617086-e282-4c38-9cf8-2fa45e559050 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:59.690986 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-eb617086-e282-4c38-9cf8-2fa45e559050 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718448 Oct 06 12:32:59.701148 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-4cf74f42-5ebf-4b13-b87e-882538ae2ff3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:32:59.702269 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-4cf74f42-5ebf-4b13-b87e-882538ae2ff3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055025 Oct 06 12:32:59.781076 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Request body: {'port': {'device_id': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:32:59.842212 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-b771a9f8-1dc2-4128-a089-1221c0f9c096 None None] Provisioning complete for port 14ef965e-071a-40af-81c7-0d464c9ac0d9 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:32:59.842579 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-b771a9f8-1dc2-4128-a089-1221c0f9c096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (14ef965e-071a-40af-81c7-0d464c9ac0d9), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:59.842913 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-b771a9f8-1dc2-4128-a089-1221c0f9c096 None None] Attempt 1 to provision port 14ef965e-071a-40af-81c7-0d464c9ac0d9 Oct 06 12:32:59.853009 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b604d-159e-4f47-8aff-0cfa4d55af3c req-cbe4539b-eb10-4228-afa1-a74a732f09b6 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:32:59.855023 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-865b604d-159e-4f47-8aff-0cfa4d55af3c req-cbe4539b-eb10-4228-afa1-a74a732f09b6 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0709488 Oct 06 12:32:59.882083 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-b771a9f8-1dc2-4128-a089-1221c0f9c096 None None] Port 14ef965e-071a-40af-81c7-0d464c9ac0d9 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:32:59.893893 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (14ef965e-071a-40af-81c7-0d464c9ac0d9), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:32:59.954168 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-865b604d-159e-4f47-8aff-0cfa4d55af3c req-9a16246f-57a4-41bf-a4d9-d216c455e6ec tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831199 Oct 06 12:33:00.161644 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ef965e-071a-40af-81c7-0d464c9ac0d9 {{(pid=106140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:33:00.169057 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Publish callbacks [] for port (14ef965e-071a-40af-81c7-0d464c9ac0d9), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:00.181336 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.provisioning_blocks [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Transition to ACTIVE for port object 14ef965e-071a-40af-81c7-0d464c9ac0d9 will not be triggered until provisioned by entity L2. {{(pid=106140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:33:00.184633 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (14ef965e-071a-40af-81c7-0d464c9ac0d9), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:00.246798 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Pushing event updated for resources: {'Port': ['ID=14ef965e-071a-40af-81c7-0d464c9ac0d9,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:33:00.270469 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:00.298471 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Attempting to bind port 14ef965e-071a-40af-81c7-0d464c9ac0d9 on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:33:00.298808 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Attempting to bind port 14ef965e-071a-40af-81c7-0d464c9ac0d9 by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:33:00.299140 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Attempting to bind port 14ef965e-071a-40af-81c7-0d464c9ac0d9 on network 466556a2-70ae-47ab-beee-c79927eef272 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:33:00.323662 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:00.343116 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Port 14ef965e-071a-40af-81c7-0d464c9ac0d9 on network 466556a2-70ae-47ab-beee-c79927eef272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:33:00.343443 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Attempting to bind port 14ef965e-071a-40af-81c7-0d464c9ac0d9 on network 466556a2-70ae-47ab-beee-c79927eef272 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:33:00.388781 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:33:00.389202 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Checking segment: {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:33:00.389597 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Bound using segment: {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:33:00.390032 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Bound port: 14ef965e-071a-40af-81c7-0d464c9ac0d9, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'}}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:33:00.390396 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (14ef965e-071a-40af-81c7-0d464c9ac0d9), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:00.484896 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] For port 14ef965e-071a-40af-81c7-0d464c9ac0d9, host hv-cinder-85604, cleared binding levels {{(pid=106140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:33:00.488278 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] For port 14ef965e-071a-40af-81c7-0d464c9ac0d9, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=14ef965e-071a-40af-81c7-0d464c9ac0d9,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:33:00.495185 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fefd1-6412-4e67-82d8-38059bcf26b3 req-a77ea554-c00d-4138-af11-8e470e14ffa9 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:00.496659 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8c0fefd1-6412-4e67-82d8-38059bcf26b3 req-a77ea554-c00d-4138-af11-8e470e14ffa9 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 943 time: 0.0664949 Oct 06 12:33:00.501701 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (14ef965e-071a-40af-81c7-0d464c9ac0d9), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:00.504816 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:00.505441 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:00.506726 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/14ef965e-071a-40af-81c7-0d464c9ac0d9 HTTP/1.1" status: 200 len: 1093 time: 0.7896795 Oct 06 12:33:00.509871 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'tag': '14ef965e-071a-40af-81c7-0d464c9ac0d9'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:33:00.512632 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9c4a50-4a2a-4565-b5e9-cb252e4f46c9" -d '{"events": [{"name": "network-changed", "server_uuid": "82453bcd-3cd1-4cdc-b79a-88a352314608", "tag": "14ef965e-071a-40af-81c7-0d464c9ac0d9"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:33:00.550001 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6793a4-2ca1-467a-bfda-1b3a4bf9ac59 x-openstack-request-id: req-cb6793a4-2ca1-467a-bfda-1b3a4bf9ac59 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:33:00.550282 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82453bcd-3cd1-4cdc-b79a-88a352314608", "tag": "14ef965e-071a-40af-81c7-0d464c9ac0d9", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:33:00.550528 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cb6793a4-2ca1-467a-bfda-1b3a4bf9ac59 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:33:00.550911 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb6793a4-2ca1-467a-bfda-1b3a4bf9ac59'] response: {'name': 'network-changed', 'server_uuid': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'tag': '14ef965e-071a-40af-81c7-0d464c9ac0d9', 'status': 'completed', 'code': 200} Oct 06 12:33:00.594533 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110346f4-87a7-466f-9e4b-a4a49bf772d1 service neutron] Pushing event updated for resources: {'Port': ['ID=14ef965e-071a-40af-81c7-0d464c9ac0d9,revision_number=3']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:33:00.601183 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8c0fefd1-6412-4e67-82d8-38059bcf26b3 req-34917740-a28b-4b20-99ec-72ed15311cc4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a0426855-d020-4ffb-9b1e-6213e45a9da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935957 Oct 06 12:33:01.039324 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c4a50-4a2a-4565-b5e9-cb252e4f46c9 req-69a1cdbf-cb01-49ab-a630-444c83c6bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:01.040959 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8b9c4a50-4a2a-4565-b5e9-cb252e4f46c9 req-69a1cdbf-cb01-49ab-a630-444c83c6bbc7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 1127 time: 0.0694611 Oct 06 12:33:01.042519 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825ef6d-0594-4685-b366-8910defedccb req-4275d89b-a538-4bb7-b95b-ea7a6d8ad548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:01.043962 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0825ef6d-0594-4685-b366-8910defedccb req-4275d89b-a538-4bb7-b95b-ea7a6d8ad548 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 1129 time: 0.0641406 Oct 06 12:33:01.185009 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8751e5e-df48-4b1c-9ef4-1f88e0209bb5 req-f601bb32-1eeb-491e-b308-596df1db4097 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:01.186476 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8751e5e-df48-4b1c-9ef4-1f88e0209bb5 req-f601bb32-1eeb-491e-b308-596df1db4097 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.1416409 Oct 06 12:33:01.303788 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c4a50-4a2a-4565-b5e9-cb252e4f46c9 req-8cfccdf0-146b-43f2-9d00-64e85274919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:01.305186 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8b9c4a50-4a2a-4565-b5e9-cb252e4f46c9 req-8cfccdf0-146b-43f2-9d00-64e85274919a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2282116 Oct 06 12:33:01.309074 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825ef6d-0594-4685-b366-8910defedccb req-63f9dc4b-23d1-4996-9da3-c99e86d196cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:01.310358 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0825ef6d-0594-4685-b366-8910defedccb req-63f9dc4b-23d1-4996-9da3-c99e86d196cf service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=a983a2d0-c8c4-4203-b602-635e6e2680bd HTTP/1.1" status: 200 len: 917 time: 0.2323027 Oct 06 12:33:01.314972 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8751e5e-df48-4b1c-9ef4-1f88e0209bb5 req-005584c7-0d84-431f-8130-a06132cb02ec tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213610 Oct 06 12:33:01.441381 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-b3738c91-9658-460c-9dbd-96e03c8ebc55 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1201469717&fields=id&tenant_id=c80feb95ecbf413ca0bc52a519bf43b7 HTTP/1.1" status: 200 len: 267 time: 0.1775115 Oct 06 12:33:01.450488 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0825ef6d-0594-4685-b366-8910defedccb req-4ed26e2c-6530-44be-a71c-4a60a89058e9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc7be519-3630-4616-ad76-14402cf4ad87 HTTP/1.1" status: 200 len: 1000 time: 0.1313009 Oct 06 12:33:01.497447 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:01.548635 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c4a50-4a2a-4565-b5e9-cb252e4f46c9 req-2321474c-e07c-4d14-b4fb-488aa4d60d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:01.550059 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8b9c4a50-4a2a-4565-b5e9-cb252e4f46c9 req-2321474c-e07c-4d14-b4fb-488aa4d60d3e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2319033 Oct 06 12:33:01.553681 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:01.580127 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825ef6d-0594-4685-b366-8910defedccb req-6a24c3de-ccce-4a0d-abe6-161548840eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:01.581526 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0825ef6d-0594-4685-b366-8910defedccb req-6a24c3de-ccce-4a0d-abe6-161548840eb7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2 HTTP/1.1" status: 200 len: 855 time: 0.1109185 Oct 06 12:33:01.628744 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-bb3aa769-d811-4dd4-ae11-af7cf67904e5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:01.630137 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-bb3aa769-d811-4dd4-ae11-af7cf67904e5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/networks?id=397bf80c-f529-4030-8ca3-f73bf801b9a0 HTTP/1.1" status: 200 len: 811 time: 0.1822104 Oct 06 12:33:01.700314 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-74db3911-b241-48d9-b0ef-6f4b0e2195c4 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/quotas/c80feb95ecbf413ca0bc52a519bf43b7 HTTP/1.1" status: 200 len: 375 time: 0.0360901 Oct 06 12:33:01.701437 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825ef6d-0594-4685-b366-8910defedccb req-f1d45e25-6aa4-4a4b-868f-7fc727593036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:01.702803 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0825ef6d-0594-4685-b366-8910defedccb req-f1d45e25-6aa4-4a4b-868f-7fc727593036 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=a983a2d0-c8c4-4203-b602-635e6e2680bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1002653 Oct 06 12:33:01.703697 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-3ca6aaad-f927-492d-b361-e36b0ea5b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:01.704988 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-3ca6aaad-f927-492d-b361-e36b0ea5b9ec service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 1127 time: 0.0906610 Oct 06 12:33:01.758202 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=23 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:01.760130 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=40 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:01.833722 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01304ae6-90d4-484e-811a-079db06a75ae req-7affa2d1-350c-4211-ba95-ba981f1845a7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:01.835144 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-01304ae6-90d4-484e-811a-079db06a75ae req-7affa2d1-350c-4211-ba95-ba981f1845a7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 943 time: 0.1569312 Oct 06 12:33:01.840316 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-4e27db3d-0f2f-4aa3-91ae-07507ac2212f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14ef965e-071a-40af-81c7-0d464c9ac0d9 HTTP/1.1" status: 200 len: 217 time: 0.1063352 Oct 06 12:33:01.869736 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-66ebe2fd-07c7-4667-8452-8c9d32741e63 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1491237 Oct 06 12:33:01.964894 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-72e47e54-31a5-4ba2-adbb-2c52b890990e service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:33:01.965801 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-72e47e54-31a5-4ba2-adbb-2c52b890990e service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0686328 Oct 06 12:33:01.969559 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-3d3a6f30-5ab2-4162-9ffb-644ab55d4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:01.970901 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-3d3a6f30-5ab2-4162-9ffb-644ab55d4b49 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 HTTP/1.1" status: 200 len: 854 time: 0.1209438 Oct 06 12:33:01.982765 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-01304ae6-90d4-484e-811a-079db06a75ae req-861eade2-0d45-4ac5-a41f-5df41212d4a8 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a0426855-d020-4ffb-9b1e-6213e45a9da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382897 Oct 06 12:33:01.986395 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0825ef6d-0594-4685-b366-8910defedccb req-bd373a9a-64fb-44a6-a0e0-eb1e48766dda service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621114 Oct 06 12:33:02.343525 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-b655b9f8-1105-4c75-bfe1-187cccb732fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:02.344994 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-b655b9f8-1105-4c75-bfe1-187cccb732fd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=466556a2-70ae-47ab-beee-c79927eef272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3614502 Oct 06 12:33:02.475519 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-93481ea9-f36b-4725-8293-178dd050515e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037041 Oct 06 12:33:02.486638 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0825ef6d-0594-4685-b366-8910defedccb req-6d1b6ee6-10e9-47ac-81e1-ced7322ef2ce service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837523 Oct 06 12:33:02.519953 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c4e1a-bb18-4fed-a4cf-0e66d7338b1a req-905b9ebd-5b55-4112-a488-af6117314122 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:02.521291 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b48c4e1a-bb18-4fed-a4cf-0e66d7338b1a req-905b9ebd-5b55-4112-a488-af6117314122 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.1013575 Oct 06 12:33:02.580479 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-2a9de36e-59d9-4a4a-a8c4-c4cd12231aca service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287955 Oct 06 12:33:02.608076 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:02.630174 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b48c4e1a-bb18-4fed-a4cf-0e66d7338b1a req-5b146326-de5e-4a36-b59f-b6685c37878b tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748935 Oct 06 12:33:02.641018 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-1b601a0f-da89-4a42-8d54-ccd83f4d4aa8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564088 Oct 06 12:33:03.100378 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a54d8-ebdc-4476-80d9-fbc72aedae5b req-4271b544-b448-47ba-8ce6-9f2908e7c570 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:03.101756 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-765a54d8-ebdc-4476-80d9-fbc72aedae5b req-4271b544-b448-47ba-8ce6-9f2908e7c570 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 943 time: 0.0462565 Oct 06 12:33:03.142251 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:03.149807 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-765a54d8-ebdc-4476-80d9-fbc72aedae5b req-5a48daf6-ec5e-4ed1-81ac-da28e54722c7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a0426855-d020-4ffb-9b1e-6213e45a9da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416651 Oct 06 12:33:03.547279 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:INSERT=9,neutron:UPDATE=2,neutron:SELECT=44,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:03.549271 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=17,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:03.758453 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8f945-8ec3-469c-ab25-6b76ced7f6b2 req-e9182abf-7952-4789-b88f-3e56a2a71cbc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:03.759966 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f6c8f945-8ec3-469c-ab25-6b76ced7f6b2 req-e9182abf-7952-4789-b88f-3e56a2a71cbc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0502355 Oct 06 12:33:03.809150 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f6c8f945-8ec3-469c-ab25-6b76ced7f6b2 req-e350df7f-b10d-4f0f-a22a-8af2ef325677 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429659 Oct 06 12:33:03.961684 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e4a70bc1-749e-4a40-9b1e-77ae7948b303 req-cde104e9-68f0-4780-a737-4e746e676cf5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 210 time: 0.0342824 Oct 06 12:33:04.001496 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d80ff852-d929-473a-9ad5-1475fa8d2b10 req-43f4e07b-7c62-450a-94ea-6ac433e8bb0f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207240 Oct 06 12:33:04.273793 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cfa9b-6431-4c1b-adca-f2a4dd7f6298 req-3e4ecb21-f74f-45f6-a431-72d7096febd3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:04.275248 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c69cfa9b-6431-4c1b-adca-f2a4dd7f6298 req-3e4ecb21-f74f-45f6-a431-72d7096febd3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 943 time: 0.0500247 Oct 06 12:33:04.322780 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c69cfa9b-6431-4c1b-adca-f2a4dd7f6298 req-5b15aedb-f5d8-4f12-b7b3-608cd272aa29 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a0426855-d020-4ffb-9b1e-6213e45a9da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404077 Oct 06 12:33:04.932979 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06de0-6a1b-40ca-a0ce-2725a92cd0d5 req-05d6cb02-24e1-4cf1-9165-802222535319 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:04.934441 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4ae06de0-6a1b-40ca-a0ce-2725a92cd0d5 req-05d6cb02-24e1-4cf1-9165-802222535319 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 945 time: 0.0461807 Oct 06 12:33:04.980612 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4ae06de0-6a1b-40ca-a0ce-2725a92cd0d5 req-1fe0d08d-6e8d-45df-b928-d5df7fb9c712 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406249 Oct 06 12:33:05.066087 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-94fbbc74-f715-4c8e-9ba5-a01ec8c06e37 req-242ab62c-8383-40c5-9319-d2aa615abaa1 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 210 time: 0.0302010 Oct 06 12:33:05.321302 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device fc7be519-3630-4616-ad76-14402cf4ad87 no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:33:05.393010 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port fc7be519-3630-4616-ad76-14402cf4ad87 is: ACTIVE; New status is: DOWN {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:33:05.393405 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:05.416356 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7be519-3630-4616-ad76-14402cf4ad87'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:33:05.419100 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c01f3c-4362-49ab-b883-e16788ae5bfc" -d '{"events": [{"server_uuid": "c743b80a-43e9-4dc1-a570-6873a5992f34", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7be519-3630-4616-ad76-14402cf4ad87"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:33:05.435249 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port fc7be519-3630-4616-ad76-14402cf4ad87, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=fc7be519-3630-4616-ad76-14402cf4ad87,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:33:05.439842 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:05.442702 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984f3b0-97b5-4e9f-9498-04e389f89371 req-9edaad12-5c21-4939-bef8-05be88a9b39a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:05.444263 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c984f3b0-97b5-4e9f-9498-04e389f89371 req-9edaad12-5c21-4939-bef8-05be88a9b39a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 943 time: 0.0478523 Oct 06 12:33:05.462517 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 06 Oct 2022 12:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22057ac1-3838-4448-8354-697bd6303210 x-openstack-request-id: req-22057ac1-3838-4448-8354-697bd6303210 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:33:05.462806 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c743b80a-43e9-4dc1-a570-6873a5992f34", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7be519-3630-4616-ad76-14402cf4ad87", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:33:05.463059 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-22057ac1-3838-4448-8354-697bd6303210 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:33:05.463479 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22057ac1-3838-4448-8354-697bd6303210'] response: {'server_uuid': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7be519-3630-4616-ad76-14402cf4ad87', 'code': 200} Oct 06 12:33:05.489908 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=fc7be519-3630-4616-ad76-14402cf4ad87,revision_number=8']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:33:05.493707 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c984f3b0-97b5-4e9f-9498-04e389f89371 req-c5c69054-6b07-4324-bc24-0be05758e662 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a0426855-d020-4ffb-9b1e-6213e45a9da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424228 Oct 06 12:33:06.107556 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717f09e-a318-4431-b509-7074cb1c1760 req-4464cabe-eb08-4d79-9e03-08ab1286dbb7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:06.109051 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1717f09e-a318-4431-b509-7074cb1c1760 req-4464cabe-eb08-4d79-9e03-08ab1286dbb7 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0475585 Oct 06 12:33:06.183163 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4e0bb5cb-2f0c-43de-b84d-02aef5982ac0 req-49be2c01-edc2-4a17-9687-36d2d57434d3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 210 time: 0.0402799 Oct 06 12:33:06.186439 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1717f09e-a318-4431-b509-7074cb1c1760 req-e60752e8-1fdd-4e3e-89c3-32ad69978549 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711544 Oct 06 12:33:06.613475 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cb629-ef59-4712-adad-a2899206128c req-b1d9cf57-448e-4e25-8eb9-346ae95b9cf2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:06.614911 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9d0cb629-ef59-4712-adad-a2899206128c req-b1d9cf57-448e-4e25-8eb9-346ae95b9cf2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 943 time: 0.0458505 Oct 06 12:33:06.662477 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9d0cb629-ef59-4712-adad-a2899206128c req-31ef26b1-0986-4f94-8796-b0d8a38ce3ec tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a0426855-d020-4ffb-9b1e-6213e45a9da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414581 Oct 06 12:33:07.155027 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:07.326891 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 14ef965e-071a-40af-81c7-0d464c9ac0d9 details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:33:07.355372 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1772592c-b780-4c20-b6b7-c006fc4d5c8b req-2a6b970c-02c0-4839-bcdf-4b871b317608 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 210 time: 0.0594785 Oct 06 12:33:07.389071 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696638f-7bf1-4c5e-9ed7-ab3ade50a8ed req-681cf262-61b4-47ac-9641-c525b1ee5524 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:07.390779 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8696638f-7bf1-4c5e-9ed7-ab3ade50a8ed req-681cf262-61b4-47ac-9641-c525b1ee5524 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0963943 Oct 06 12:33:07.430592 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 14ef965e-071a-40af-81c7-0d464c9ac0d9, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=14ef965e-071a-40af-81c7-0d464c9ac0d9,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:33:07.436599 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-d19288cd-69f9-4afa-8ff2-521bf8f69e2b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:07.438055 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-d19288cd-69f9-4afa-8ff2-521bf8f69e2b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.23 "GET /networking/v2.0/networks?id=397bf80c-f529-4030-8ca3-f73bf801b9a0 HTTP/1.1" status: 200 len: 811 time: 0.2059824 Oct 06 12:33:07.442946 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '14ef965e-071a-40af-81c7-0d464c9ac0d9', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'port_id': '14ef965e-071a-40af-81c7-0d464c9ac0d9', 'mac_address': 'fa:16:3e:f0:ae:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:33:07.469236 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:07.483329 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 14ef965e-071a-40af-81c7-0d464c9ac0d9 is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:33:07.483745 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (14ef965e-071a-40af-81c7-0d464c9ac0d9), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:07.483872 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8696638f-7bf1-4c5e-9ed7-ab3ade50a8ed req-841739e0-d95d-4560-a2e7-0c1ca106c555 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814152 Oct 06 12:33:07.498159 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ef965e-071a-40af-81c7-0d464c9ac0d9 {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:33:07.519272 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 14ef965e-071a-40af-81c7-0d464c9ac0d9, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=14ef965e-071a-40af-81c7-0d464c9ac0d9,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:33:07.521560 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:07.524142 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (14ef965e-071a-40af-81c7-0d464c9ac0d9), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:07.541331 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-8d32c119-75ec-43ac-985f-e2cd98914bdc tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c80feb95ecbf413ca0bc52a519bf43b7 HTTP/1.1" status: 200 len: 380 time: 0.0878005 Oct 06 12:33:07.550262 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Request body: {'port': {'device_id': '621f2a35-3a2e-4b6f-af2b-67399b85d360', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'admin_state_up': True, 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'security_groups': ['22f1c21f-ee16-42db-9416-1397567455d1']}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:33:07.555712 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:07.572720 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=14ef965e-071a-40af-81c7-0d464c9ac0d9,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:33:07.664759 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Made reservation on behalf of c80feb95ecbf413ca0bc52a519bf43b7 for: {'port': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:33:07.668546 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:07.828450 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79272c28-7bc4-4d44-a52a-0996d3e8bda2 req-a0420318-f747-4385-a4e8-9b6ca7624d63 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:07.830058 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-79272c28-7bc4-4d44-a52a-0996d3e8bda2 req-a0420318-f747-4385-a4e8-9b6ca7624d63 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 944 time: 0.0770726 Oct 06 12:33:07.854976 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Allocated IP 172.20.0.4 (397bf80c-f529-4030-8ca3-f73bf801b9a0/4d6dda75-0abd-49b2-9f71-b134f5c60ebe/09838f9f-3bca-496d-a61f-cacc2bc37a5d) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:33:07.909185 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-79272c28-7bc4-4d44-a52a-0996d3e8bda2 req-597bf4cc-262a-45fc-820a-0bf0a32c9166 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a0426855-d020-4ffb-9b1e-6213e45a9da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723526 Oct 06 12:33:08.027287 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for port (09838f9f-3bca-496d-a61f-cacc2bc37a5d), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:08.053857 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['14ef965e-071a-40af-81c7-0d464c9ac0d9'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:33:08.061862 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (09838f9f-3bca-496d-a61f-cacc2bc37a5d), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:08.114119 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Network 397bf80c-f529-4030-8ca3-f73bf801b9a0 is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:33:08.118066 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:33:08.124088 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:33:08.160132 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event updated for resources: {'Port': ['ID=09838f9f-3bca-496d-a61f-cacc2bc37a5d,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:33:08.172930 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:33:08.173585 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:33:08.174093 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:33:08.174585 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:33:08.175082 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:33:08.175662 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:33:08.176162 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:33:08.176714 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:33:08.177209 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:33:08.177709 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:33:08.178200 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:33:08.178687 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:33:08.179172 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:33:08.179695 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:33:08.180184 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:33:08.208051 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:08.208937 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:08.227434 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-be0de7c1-be8d-4105-ae82-6816723f6dcb tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6810741 Oct 06 12:33:08.273779 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:08.294836 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Request body: {'port': {'device_id': '621f2a35-3a2e-4b6f-af2b-67399b85d360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:33:08.363878 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (09838f9f-3bca-496d-a61f-cacc2bc37a5d), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:08.400482 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:08.458728 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-5a8ac752-0777-4157-a2c9-df2e9d55947a None None] Provisioning complete for port 09838f9f-3bca-496d-a61f-cacc2bc37a5d triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:33:08.459424 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5a8ac752-0777-4157-a2c9-df2e9d55947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (09838f9f-3bca-496d-a61f-cacc2bc37a5d), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:08.459793 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-5a8ac752-0777-4157-a2c9-df2e9d55947a None None] Attempt 1 to provision port 09838f9f-3bca-496d-a61f-cacc2bc37a5d Oct 06 12:33:08.496799 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ac752-0777-4157-a2c9-df2e9d55947a None None] Port 09838f9f-3bca-496d-a61f-cacc2bc37a5d cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:33:08.545069 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fe932-9ce6-41c7-9ca9-c680dafdc546 req-7798868c-a490-4a8f-bad2-76d3e5386c94 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:08.546520 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-db7fe932-9ce6-41c7-9ca9-c680dafdc546 req-7798868c-a490-4a8f-bad2-76d3e5386c94 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 931 time: 0.0677509 Oct 06 12:33:08.614510 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:08.686084 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49e195-e007-426c-9e77-1b78bf0e6453 req-c65c275d-20ba-401b-bcee-ffe947a035a0 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:08.687441 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2e49e195-e007-426c-9e77-1b78bf0e6453 req-c65c275d-20ba-401b-bcee-ffe947a035a0 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.1400552 Oct 06 12:33:08.718744 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f326be10-ca96-41f3-96b9-d7c23eda5e99 req-bd55ce56-b09f-40d3-985b-657dd5ad55c7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960875 Oct 06 12:33:08.774560 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-db7fe932-9ce6-41c7-9ca9-c680dafdc546 req-49c466d1-a5bb-4e99-99ff-0beca6fa7e2a tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057686 Oct 06 12:33:08.841620 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326be10-ca96-41f3-96b9-d7c23eda5e99 req-19eba9bf-2383-443e-81d0-5e5dbc5ad1d1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:08.842958 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f326be10-ca96-41f3-96b9-d7c23eda5e99 req-19eba9bf-2383-443e-81d0-5e5dbc5ad1d1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports/fc7be519-3630-4616-ad76-14402cf4ad87 HTTP/1.1" status: 200 len: 940 time: 0.0866768 Oct 06 12:33:08.850973 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2e49e195-e007-426c-9e77-1b78bf0e6453 req-ab29109c-d15f-4f2e-ab6f-51bdfe063855 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477385 Oct 06 12:33:08.883890 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09838f9f-3bca-496d-a61f-cacc2bc37a5d {{(pid=106140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:33:08.892433 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Publish callbacks [] for port (09838f9f-3bca-496d-a61f-cacc2bc37a5d), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:08.906488 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.provisioning_blocks [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Transition to ACTIVE for port object 09838f9f-3bca-496d-a61f-cacc2bc37a5d will not be triggered until provisioned by entity L2. {{(pid=106140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:33:08.910548 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (09838f9f-3bca-496d-a61f-cacc2bc37a5d), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:08.980619 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Pushing event updated for resources: {'Port': ['ID=09838f9f-3bca-496d-a61f-cacc2bc37a5d,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:33:09.064838 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea37751-e002-44d3-a005-44bd40fcf6f6 req-2a7e2962-6583-4892-a90b-67cd45e44255 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:09.071610 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0ea37751-e002-44d3-a005-44bd40fcf6f6 req-2a7e2962-6583-4892-a90b-67cd45e44255 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 944 time: 0.0692837 Oct 06 12:33:09.093814 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Attempting to bind port 09838f9f-3bca-496d-a61f-cacc2bc37a5d on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:33:09.094161 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Attempting to bind port 09838f9f-3bca-496d-a61f-cacc2bc37a5d by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:33:09.094610 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Attempting to bind port 09838f9f-3bca-496d-a61f-cacc2bc37a5d on network 397bf80c-f529-4030-8ca3-f73bf801b9a0 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:33:09.161022 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0ea37751-e002-44d3-a005-44bd40fcf6f6 req-fbf2462a-67a3-4f74-991b-b811296b4e22 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a0426855-d020-4ffb-9b1e-6213e45a9da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885510 Oct 06 12:33:09.165330 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:09.167804 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Port 09838f9f-3bca-496d-a61f-cacc2bc37a5d on network 397bf80c-f529-4030-8ca3-f73bf801b9a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:33:09.168183 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Attempting to bind port 09838f9f-3bca-496d-a61f-cacc2bc37a5d on network 397bf80c-f529-4030-8ca3-f73bf801b9a0 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:33:09.214317 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:33:09.214585 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Checking segment: {'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:33:09.214970 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Bound using segment: {'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:33:09.215397 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Bound port: 09838f9f-3bca-496d-a61f-cacc2bc37a5d, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202c3c04-957d-480e-8c53-553140500260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0'}}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:33:09.215778 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (09838f9f-3bca-496d-a61f-cacc2bc37a5d), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:09.282699 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] For port 09838f9f-3bca-496d-a61f-cacc2bc37a5d, host hv-cinder-85604, cleared binding levels {{(pid=106140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:33:09.286707 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] For port 09838f9f-3bca-496d-a61f-cacc2bc37a5d, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=09838f9f-3bca-496d-a61f-cacc2bc37a5d,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:33:09.292653 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (09838f9f-3bca-496d-a61f-cacc2bc37a5d), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:09.295815 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:09.297045 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:09.298674 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/09838f9f-3bca-496d-a61f-cacc2bc37a5d HTTP/1.1" status: 200 len: 1093 time: 1.0103338 Oct 06 12:33:09.300759 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621f2a35-3a2e-4b6f-af2b-67399b85d360', 'tag': '09838f9f-3bca-496d-a61f-cacc2bc37a5d'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:33:09.302988 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c11e86-84bc-4f3f-b7df-8247a4d43381" -d '{"events": [{"name": "network-changed", "server_uuid": "621f2a35-3a2e-4b6f-af2b-67399b85d360", "tag": "09838f9f-3bca-496d-a61f-cacc2bc37a5d"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:33:09.337368 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 14ef965e-071a-40af-81c7-0d464c9ac0d9 up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:33:09.352579 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a129f7-2b8e-4450-813c-35fdaddf29cf service neutron] Pushing event updated for resources: {'Port': ['ID=09838f9f-3bca-496d-a61f-cacc2bc37a5d,revision_number=3']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:33:09.367414 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250f11cf-77ef-4e2f-a416-97e5e80b4208 x-openstack-request-id: req-250f11cf-77ef-4e2f-a416-97e5e80b4208 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:33:09.368835 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621f2a35-3a2e-4b6f-af2b-67399b85d360", "tag": "09838f9f-3bca-496d-a61f-cacc2bc37a5d", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:33:09.369253 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-250f11cf-77ef-4e2f-a416-97e5e80b4208 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:33:09.370825 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250f11cf-77ef-4e2f-a416-97e5e80b4208'] response: {'name': 'network-changed', 'server_uuid': '621f2a35-3a2e-4b6f-af2b-67399b85d360', 'tag': '09838f9f-3bca-496d-a61f-cacc2bc37a5d', 'status': 'completed', 'code': 200} Oct 06 12:33:09.387737 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port 14ef965e-071a-40af-81c7-0d464c9ac0d9 completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:33:09.393848 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 14ef965e-071a-40af-81c7-0d464c9ac0d9 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:33:09.394416 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (14ef965e-071a-40af-81c7-0d464c9ac0d9), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:09.394749 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 14ef965e-071a-40af-81c7-0d464c9ac0d9 Oct 06 12:33:09.432253 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-6f396423-6645-4897-b550-1fffa8ef152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:09.434277 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-6f396423-6645-4897-b550-1fffa8ef152c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 1127 time: 0.0500512 Oct 06 12:33:09.470550 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 14ef965e-071a-40af-81c7-0d464c9ac0d9 is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:33:09.470836 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (14ef965e-071a-40af-81c7-0d464c9ac0d9), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:09.486318 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-2e6c1d3c-5ac7-44bb-a66b-1789d4a510b8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09838f9f-3bca-496d-a61f-cacc2bc37a5d HTTP/1.1" status: 200 len: 217 time: 0.0338206 Oct 06 12:33:09.496305 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ef965e-071a-40af-81c7-0d464c9ac0d9'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:33:09.498786 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95058bc-36a7-4d15-b5e0-ee46f056a4fe" -d '{"events": [{"server_uuid": "82453bcd-3cd1-4cdc-b79a-88a352314608", "name": "network-vif-plugged", "status": "completed", "tag": "14ef965e-071a-40af-81c7-0d464c9ac0d9"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:33:09.511735 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 14ef965e-071a-40af-81c7-0d464c9ac0d9, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=14ef965e-071a-40af-81c7-0d464c9ac0d9,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:33:09.516633 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (14ef965e-071a-40af-81c7-0d464c9ac0d9), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:09.519027 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device fc7be519-3630-4616-ad76-14402cf4ad87 no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:33:09.546566 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-7247f847-3e91-44ea-9d4d-6f915bf665ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:09.548059 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-7247f847-3e91-44ea-9d4d-6f915bf665ed service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4d6dda75-0abd-49b2-9f71-b134f5c60ebe HTTP/1.1" status: 200 len: 850 time: 0.0549402 Oct 06 12:33:09.561027 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02599461-0276-45ea-95de-c9ddd9793bbe x-openstack-request-id: req-02599461-0276-45ea-95de-c9ddd9793bbe {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:33:09.561327 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82453bcd-3cd1-4cdc-b79a-88a352314608", "name": "network-vif-plugged", "status": "completed", "tag": "14ef965e-071a-40af-81c7-0d464c9ac0d9", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:33:09.561581 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-02599461-0276-45ea-95de-c9ddd9793bbe {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:33:09.561965 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02599461-0276-45ea-95de-c9ddd9793bbe'] response: {'server_uuid': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ef965e-071a-40af-81c7-0d464c9ac0d9', 'code': 200} Oct 06 12:33:09.600284 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=14ef965e-071a-40af-81c7-0d464c9ac0d9,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:33:09.640793 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port fc7be519-3630-4616-ad76-14402cf4ad87 is: DOWN; New status is: DOWN {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:33:09.658612 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-2549d059-a4e4-4c0e-9dad-cbb4b0fb44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:09.660133 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-2549d059-a4e4-4c0e-9dad-cbb4b0fb44a5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=397bf80c-f529-4030-8ca3-f73bf801b9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469100 Oct 06 12:33:09.916144 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21803e23-01f4-4450-a9c2-388f048c9173 req-26bc5ba7-c1f1-432d-8c4e-eef56c1e70e9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:09.918211 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-21803e23-01f4-4450-a9c2-388f048c9173 req-26bc5ba7-c1f1-432d-8c4e-eef56c1e70e9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.0630357 Oct 06 12:33:09.941740 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:09.978429 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6302dac-6e09-4321-9622-234e21608948 req-afe7b3f7-78e8-47f3-8ef5-2e894b12e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:09.979961 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-e6302dac-6e09-4321-9622-234e21608948 req-afe7b3f7-78e8-47f3-8ef5-2e894b12e997 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 1129 time: 0.0391569 Oct 06 12:33:10.026877 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [req-e6302dac-6e09-4321-9622-234e21608948 req-66264a1c-cfe0-4882-895b-440e42122aa2 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a0426855-d020-4ffb-9b1e-6213e45a9da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409882 Oct 06 12:33:10.083932 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326be10-ca96-41f3-96b9-d7c23eda5e99 req-aafd358d-3ace-4c46-8216-c6006e614315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:10.085306 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f326be10-ca96-41f3-96b9-d7c23eda5e99 req-aafd358d-3ace-4c46-8216-c6006e614315 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34&tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb HTTP/1.1" status: 200 len: 1127 time: 0.1424682 Oct 06 12:33:10.100805 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b95b7a-e560-45b0-b265-8da9a25d13f4 req-d10aacdb-c628-45db-9aa1-3b03f27f4c24 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:10.102168 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-87b95b7a-e560-45b0-b265-8da9a25d13f4 req-d10aacdb-c628-45db-9aa1-3b03f27f4c24 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.1581619 Oct 06 12:33:10.141864 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-1136a489-17b0-4f2e-abd4-5e607bd03422 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576385 Oct 06 12:33:10.146937 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-21803e23-01f4-4450-a9c2-388f048c9173 req-3b0187a3-0b24-4f55-a0a8-ecc3ee37bb11 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005949 Oct 06 12:33:10.172576 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-87b95b7a-e560-45b0-b265-8da9a25d13f4 req-9d626199-552a-46df-97a4-90132adb3101 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645952 Oct 06 12:33:10.284101 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e1e80-1ef2-4009-b1ec-4ec30747354a req-43f0486e-daaf-4f94-9b10-153f8bbbec2f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:10.285528 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2f4e1e80-1ef2-4009-b1ec-4ec30747354a req-43f0486e-daaf-4f94-9b10-153f8bbbec2f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 945 time: 0.0459859 Oct 06 12:33:10.331462 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2f4e1e80-1ef2-4009-b1ec-4ec30747354a req-b0ec608c-4554-4a94-aa82-f37c9da8a36f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a0426855-d020-4ffb-9b1e-6213e45a9da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402546 Oct 06 12:33:10.623495 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326be10-ca96-41f3-96b9-d7c23eda5e99 req-37b1000c-831d-46a8-a109-85f532291a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:10.624971 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f326be10-ca96-41f3-96b9-d7c23eda5e99 req-37b1000c-831d-46a8-a109-85f532291a92 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 1127 time: 0.0716140 Oct 06 12:33:10.639684 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:10.654858 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a06ef204-3280-461c-8762-6a6d8e40d4be req-b8728067-0068-4984-a5c4-b3895d78ee66 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190677 Oct 06 12:33:11.094758 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326be10-ca96-41f3-96b9-d7c23eda5e99 req-0cf9ad6b-78a6-4bc1-8290-87e10d495b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:11.096447 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f326be10-ca96-41f3-96b9-d7c23eda5e99 req-0cf9ad6b-78a6-4bc1-8290-87e10d495b4e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=a983a2d0-c8c4-4203-b602-635e6e2680bd HTTP/1.1" status: 200 len: 917 time: 0.0889108 Oct 06 12:33:11.297114 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd850b9-4ae0-4f7e-bc9c-8ed3e466cfbc req-679a6ff3-15c0-4682-bfd6-db560f8e2d32 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:11.298568 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-efd850b9-4ae0-4f7e-bc9c-8ed3e466cfbc req-679a6ff3-15c0-4682-bfd6-db560f8e2d32 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.0735564 Oct 06 12:33:11.318133 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bf023-03fc-4d6a-9528-b29b69749bf6 req-c457e21f-b01a-4fda-a94a-56576c5075c1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:11.319554 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-126bf023-03fc-4d6a-9528-b29b69749bf6 req-c457e21f-b01a-4fda-a94a-56576c5075c1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0662732 Oct 06 12:33:11.383659 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-efd850b9-4ae0-4f7e-bc9c-8ed3e466cfbc req-d159c8ba-5ebd-41ad-a7d0-e08f66fd5ae2 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794017 Oct 06 12:33:11.390858 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-126bf023-03fc-4d6a-9528-b29b69749bf6 req-f6a438d9-e611-4151-b62c-8c3db10e987d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641189 Oct 06 12:33:11.492669 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a326a-34e5-456e-86ba-9e720dbf6bc8 req-60799b61-f6fd-45d3-81e7-9040dc37b3d7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:11.494080 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f17a326a-34e5-456e-86ba-9e720dbf6bc8 req-60799b61-f6fd-45d3-81e7-9040dc37b3d7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 945 time: 0.0488758 Oct 06 12:33:11.541071 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f17a326a-34e5-456e-86ba-9e720dbf6bc8 req-db0e0058-3024-4f4d-bf66-636773cf1e9a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a0426855-d020-4ffb-9b1e-6213e45a9da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408416 Oct 06 12:33:12.325772 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11e86-84bc-4f3f-b7df-8247a4d43381 req-d10167a9-f769-4025-b9a7-27d7e33671fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:12.327276 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2c11e86-84bc-4f3f-b7df-8247a4d43381 req-d10167a9-f769-4025-b9a7-27d7e33671fe service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 1127 time: 0.3154700 Oct 06 12:33:12.337420 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f326be10-ca96-41f3-96b9-d7c23eda5e99 req-ee6ea4be-ae69-4a3d-8426-01ffab05d7cd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc7be519-3630-4616-ad76-14402cf4ad87 HTTP/1.1" status: 200 len: 998 time: 0.3243246 Oct 06 12:33:12.590114 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72777581-05ca-4b25-8ae2-01f7bc560d66 req-ca852db1-66e0-4e94-b241-5924dd2cc799 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:12.591464 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-72777581-05ca-4b25-8ae2-01f7bc560d66 req-ca852db1-66e0-4e94-b241-5924dd2cc799 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.1244771 Oct 06 12:33:12.625207 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2001b-7211-44c7-b3c0-43e7bb49d1d2 req-11c6413d-e3c9-4d6e-955e-e9054601c602 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:12.626736 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fcb2001b-7211-44c7-b3c0-43e7bb49d1d2 req-11c6413d-e3c9-4d6e-955e-e9054601c602 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.1489980 Oct 06 12:33:12.660086 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:12.683329 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326be10-ca96-41f3-96b9-d7c23eda5e99 req-1248ecf4-beb9-4520-a965-ce5ea0bcf18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:12.684963 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f326be10-ca96-41f3-96b9-d7c23eda5e99 req-1248ecf4-beb9-4520-a965-ce5ea0bcf18d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2 HTTP/1.1" status: 200 len: 855 time: 0.1568596 Oct 06 12:33:12.787786 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fcb2001b-7211-44c7-b3c0-43e7bb49d1d2 req-135005e9-aaaa-43e8-a077-5bc201c70457 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463997 Oct 06 12:33:12.792197 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11e86-84bc-4f3f-b7df-8247a4d43381 req-ca7fca88-60df-4617-97e9-6b4a832456cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:12.793598 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2c11e86-84bc-4f3f-b7df-8247a4d43381 req-ca7fca88-60df-4617-97e9-6b4a832456cd service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=397bf80c-f529-4030-8ca3-f73bf801b9a0 HTTP/1.1" status: 200 len: 912 time: 0.2673421 Oct 06 12:33:12.794791 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326be10-ca96-41f3-96b9-d7c23eda5e99 req-6708bba4-3f45-4cd8-ad20-9873b121bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:12.796182 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f326be10-ca96-41f3-96b9-d7c23eda5e99 req-6708bba4-3f45-4cd8-ad20-9873b121bbb9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=a983a2d0-c8c4-4203-b602-635e6e2680bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831473 Oct 06 12:33:12.799731 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-72777581-05ca-4b25-8ae2-01f7bc560d66 req-31c89d30-9f11-4d97-8f56-861fe83b4dd9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808252 Oct 06 12:33:12.851397 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2c11e86-84bc-4f3f-b7df-8247a4d43381 req-334e8a4f-1690-491b-a852-d1f2f288f309 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09838f9f-3bca-496d-a61f-cacc2bc37a5d HTTP/1.1" status: 200 len: 217 time: 0.0414045 Oct 06 12:33:12.973045 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11e86-84bc-4f3f-b7df-8247a4d43381 req-7b4fe747-335b-420b-bc28-c22f55607d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:12.974511 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2c11e86-84bc-4f3f-b7df-8247a4d43381 req-7b4fe747-335b-420b-bc28-c22f55607d01 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4d6dda75-0abd-49b2-9f71-b134f5c60ebe HTTP/1.1" status: 200 len: 850 time: 0.1048710 Oct 06 12:33:12.981870 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90044a-41d3-4c31-9508-3f0e81b0b084 req-e7463e32-8991-4a52-af2f-1e380ce49a09 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:12.983217 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2f90044a-41d3-4c31-9508-3f0e81b0b084 req-e7463e32-8991-4a52-af2f-1e380ce49a09 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 945 time: 0.1302400 Oct 06 12:33:12.997582 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:13.064095 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11e86-84bc-4f3f-b7df-8247a4d43381 req-b99501ce-aab5-4c4a-b1df-af0821097e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:13.065847 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2c11e86-84bc-4f3f-b7df-8247a4d43381 req-b99501ce-aab5-4c4a-b1df-af0821097e0f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=397bf80c-f529-4030-8ca3-f73bf801b9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816765 Oct 06 12:33:13.068858 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f326be10-ca96-41f3-96b9-d7c23eda5e99 req-cb2f790e-af42-4f9b-b3d9-da8605ca266a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254462 Oct 06 12:33:13.152206 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2f90044a-41d3-4c31-9508-3f0e81b0b084 req-cc9fae63-749c-46eb-92d7-8c22d1f86c47 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a0426855-d020-4ffb-9b1e-6213e45a9da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552584 Oct 06 12:33:13.276772 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2c11e86-84bc-4f3f-b7df-8247a4d43381 req-92d3b01d-1b68-49c7-a46d-be92e2350ab2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992984 Oct 06 12:33:13.282625 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f326be10-ca96-41f3-96b9-d7c23eda5e99 req-dc3236e0-073e-4023-a607-11bb5552ae70 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044599 Oct 06 12:33:13.320749 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaec65d-de39-4e96-9f26-34ae6bd7aa39 req-253cd64f-de69-4f26-8dad-97ef51eb800d tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:13.322223 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2eaec65d-de39-4e96-9f26-34ae6bd7aa39 req-253cd64f-de69-4f26-8dad-97ef51eb800d tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 945 time: 0.0909407 Oct 06 12:33:13.332646 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58264) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:33:13.337237 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-b370905b-49f1-4d97-acc1-20b64a340551 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'floatingip': {'port_id': '14ef965e-071a-40af-81c7-0d464c9ac0d9'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:33:13.382733 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b370905b-49f1-4d97-acc1-20b64a340551 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (347b7e4b-f265-4223-aaba-53cbe0646ef3), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:13.423277 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f70d6-b028-4f4f-8472-01587d5ba162 req-24e81a7a-bf6e-4611-b835-01f875e56b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:13.424793 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a8f70d6-b028-4f4f-8472-01587d5ba162 req-24e81a7a-bf6e-4611-b835-01f875e56b4f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 1127 time: 0.0605488 Oct 06 12:33:13.428345 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2c11e86-84bc-4f3f-b7df-8247a4d43381 req-8abee807-cb13-4ec4-bd22-20fcd354490f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431463 Oct 06 12:33:13.605024 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f70d6-b028-4f4f-8472-01587d5ba162 req-edc85c60-be4b-411e-86f0-d9983074f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:13.606520 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a8f70d6-b028-4f4f-8472-01587d5ba162 req-edc85c60-be4b-411e-86f0-d9983074f698 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=a983a2d0-c8c4-4203-b602-635e6e2680bd HTTP/1.1" status: 200 len: 917 time: 0.0942571 Oct 06 12:33:13.670561 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a8f70d6-b028-4f4f-8472-01587d5ba162 req-396551e5-558d-4a69-b15d-a1153c78bf19 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc7be519-3630-4616-ad76-14402cf4ad87 HTTP/1.1" status: 200 len: 998 time: 0.0576186 Oct 06 12:33:13.713766 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:13.725654 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f70d6-b028-4f4f-8472-01587d5ba162 req-500e251e-aa36-4a42-9851-ed2b7a7404d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:13.727111 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a8f70d6-b028-4f4f-8472-01587d5ba162 req-500e251e-aa36-4a42-9851-ed2b7a7404d2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2 HTTP/1.1" status: 200 len: 855 time: 0.0516198 Oct 06 12:33:13.776831 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f70d6-b028-4f4f-8472-01587d5ba162 req-d59844a7-6e5a-43c3-ba38-4b28ec46363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:13.778366 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a8f70d6-b028-4f4f-8472-01587d5ba162 req-d59844a7-6e5a-43c3-ba38-4b28ec46363c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=a983a2d0-c8c4-4203-b602-635e6e2680bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446846 Oct 06 12:33:13.867684 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b370905b-49f1-4d97-acc1-20b64a340551 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:13.874715 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b370905b-49f1-4d97-acc1-20b64a340551 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (347b7e4b-f265-4223-aaba-53cbe0646ef3), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:13.939203 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a8f70d6-b028-4f4f-8472-01587d5ba162 req-3fdae168-7e27-477a-b0ea-62068e809084 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549919 Oct 06 12:33:14.059245 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.l3_db [None req-b370905b-49f1-4d97-acc1-20b64a340551 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Floating IP 347b7e4b-f265-4223-aaba-53cbe0646ef3 associated. External IP: 172.27.0.253, port: 14ef965e-071a-40af-81c7-0d464c9ac0d9. Oct 06 12:33:14.118318 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666e85a-3e62-4fc6-9628-73769d02219d req-65cbc194-32ef-4eb0-9b70-b88ff19275aa tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:14.120832 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8666e85a-3e62-4fc6-9628-73769d02219d req-65cbc194-32ef-4eb0-9b70-b88ff19275aa tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.1554003 Oct 06 12:33:14.192568 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab1ab6-0e0b-40fd-9ac6-7ea24de83704 req-d77ef20b-a588-4d96-9694-3112614ed01a tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:14.200634 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8dab1ab6-0e0b-40fd-9ac6-7ea24de83704 req-d77ef20b-a588-4d96-9694-3112614ed01a tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.2442489 Oct 06 12:33:14.283426 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8666e85a-3e62-4fc6-9628-73769d02219d req-07ba8130-1757-43e3-8ce1-38cad8373a8b tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421413 Oct 06 12:33:14.297110 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:14.369962 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8dab1ab6-0e0b-40fd-9ac6-7ea24de83704 req-db62fd3e-8d57-483b-ac4c-e721164bbac8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680262 Oct 06 12:33:14.395608 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1a8f70d6-b028-4f4f-8472-01587d5ba162 req-1620d290-1902-47ea-a0bf-c8f8cf6f6d81 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431716 Oct 06 12:33:14.472682 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b370905b-49f1-4d97-acc1-20b64a340551 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Router 8d322467-7b08-4d63-b156-63603c6e090b has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:33:14.589891 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b370905b-49f1-4d97-acc1-20b64a340551 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:33:14.594800 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b370905b-49f1-4d97-acc1-20b64a340551 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:14.599537 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5cbd09-166c-4663-a2a1-aeaf71dd1ce3 None None] Sync routers for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:33:14.610249 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5cbd09-166c-4663-a2a1-aeaf71dd1ce3 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:33:14.610861 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-9e5cbd09-166c-4663-a2a1-aeaf71dd1ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:32:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:33:14.616922 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:14.621508 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:14.629426 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b370905b-49f1-4d97-acc1-20b64a340551 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/347b7e4b-f265-4223-aaba-53cbe0646ef3 HTTP/1.1" status: 200 len: 991 time: 1.2927146 Oct 06 12:33:14.629426 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'tag': '14ef965e-071a-40af-81c7-0d464c9ac0d9'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:33:14.629778 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be56a11-7534-401a-b2a8-9e8913da2fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "82453bcd-3cd1-4cdc-b79a-88a352314608", "tag": "14ef965e-071a-40af-81c7-0d464c9ac0d9"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:33:14.674639 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48b250a-77e7-40f8-a648-abe89db99325 x-openstack-request-id: req-a48b250a-77e7-40f8-a648-abe89db99325 {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:33:14.674933 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82453bcd-3cd1-4cdc-b79a-88a352314608", "tag": "14ef965e-071a-40af-81c7-0d464c9ac0d9", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:33:14.675190 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a48b250a-77e7-40f8-a648-abe89db99325 {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:33:14.675626 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48b250a-77e7-40f8-a648-abe89db99325'] response: {'name': 'network-changed', 'server_uuid': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'tag': '14ef965e-071a-40af-81c7-0d464c9ac0d9', 'status': 'completed', 'code': 200} Oct 06 12:33:14.729401 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-9e5cbd09-166c-4663-a2a1-aeaf71dd1ce3 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:33:14.946168 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-9e5cbd09-166c-4663-a2a1-aeaf71dd1ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '347b7e4b-f265-4223-aaba-53cbe0646ef3', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': '14ef965e-071a-40af-81c7-0d464c9ac0d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:f0:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:32:54Z', 'updated_at': '2022-10-06T12:33:13Z', 'revision_number': 1, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:33:14.975530 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5cbd09-166c-4663-a2a1-aeaf71dd1ce3 None None] Checking router: 8d322467-7b08-4d63-b156-63603c6e090b for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:33:14.984136 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5cbd09-166c-4663-a2a1-aeaf71dd1ce3 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:33:14.984674 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-9e5cbd09-166c-4663-a2a1-aeaf71dd1ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:32:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:33:15.173249 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-9e5cbd09-166c-4663-a2a1-aeaf71dd1ce3 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:33:15.406417 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-9e5cbd09-166c-4663-a2a1-aeaf71dd1ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '347b7e4b-f265-4223-aaba-53cbe0646ef3', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': '14ef965e-071a-40af-81c7-0d464c9ac0d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:f0:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:32:54Z', 'updated_at': '2022-10-06T12:33:13Z', 'revision_number': 1, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:33:15.417869 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf7b6b-539f-4f37-bba3-b26b327bb4bc req-42ecb77b-7f94-48cd-8b8f-a378720ffbac tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:15.419588 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3abf7b6b-539f-4f37-bba3-b26b327bb4bc req-42ecb77b-7f94-48cd-8b8f-a378720ffbac tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0496349 Oct 06 12:33:15.433995 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5cbd09-166c-4663-a2a1-aeaf71dd1ce3 None None] The sync data for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi is: [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '347b7e4b-f265-4223-aaba-53cbe0646ef3', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': '14ef965e-071a-40af-81c7-0d464c9ac0d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:f0:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:32:54Z', 'updated_at': '2022-10-06T12:33:13Z', 'revision_number': 1, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:33:15.483913 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3abf7b6b-539f-4f37-bba3-b26b327bb4bc req-952bd479-3218-405c-8f89-51e37e4e169a tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562649 Oct 06 12:33:15.546377 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70496e03-b8ed-4e0b-ab64-981a6b9a8370 req-f7ee434a-2d65-4663-b9ba-5c9da96055b8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:15.547873 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-70496e03-b8ed-4e0b-ab64-981a6b9a8370 req-f7ee434a-2d65-4663-b9ba-5c9da96055b8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.0629606 Oct 06 12:33:15.600581 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-70496e03-b8ed-4e0b-ab64-981a6b9a8370 req-369ab215-e489-476d-b271-261d93df266a tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465584 Oct 06 12:33:15.666015 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb1b65-0878-4999-bbcc-2c2eba06fca4 None None] New status for floating IP 347b7e4b-f265-4223-aaba-53cbe0646ef3: ACTIVE {{(pid=106141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:33:16.625314 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee556c62-fa55-46be-80f6-f31e48c3fd66 req-6906a4cc-ef0b-432b-aa08-14b15cbf5cab tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:16.626773 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ee556c62-fa55-46be-80f6-f31e48c3fd66 req-6906a4cc-ef0b-432b-aa08-14b15cbf5cab tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0464544 Oct 06 12:33:16.697929 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ee556c62-fa55-46be-80f6-f31e48c3fd66 req-42ac0166-23d6-4c8a-b1c0-605a7637d253 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630374 Oct 06 12:33:16.744442 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c2ab7-1946-4893-8a0b-a17a5ed5e768 req-9eb7fa42-161c-48ef-9fc7-e6ca5811a8df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:16.746455 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f73c2ab7-1946-4893-8a0b-a17a5ed5e768 req-9eb7fa42-161c-48ef-9fc7-e6ca5811a8df tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.0472248 Oct 06 12:33:16.799189 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f73c2ab7-1946-4893-8a0b-a17a5ed5e768 req-73a36d8a-cea8-4f3b-a535-8625cc56d5c3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468771 Oct 06 12:33:17.818933 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1869f1-f0d4-49e9-82e9-f05078bf9edd req-1bf4a97c-47cb-4e39-b655-ec2087453384 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:17.820394 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4d1869f1-f0d4-49e9-82e9-f05078bf9edd req-1bf4a97c-47cb-4e39-b655-ec2087453384 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0468936 Oct 06 12:33:17.883570 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4d1869f1-f0d4-49e9-82e9-f05078bf9edd req-62a20f70-3efe-4947-a74a-67c684273511 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570397 Oct 06 12:33:17.966718 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3970d38-bc2d-4304-b0af-b52b4a3b0b18 req-1d1cc1ee-846e-4bb0-9a55-aba5bb2b1639 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:17.968223 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3970d38-bc2d-4304-b0af-b52b4a3b0b18 req-1d1cc1ee-846e-4bb0-9a55-aba5bb2b1639 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.0463934 Oct 06 12:33:17.988485 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:18.017452 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f3970d38-bc2d-4304-b0af-b52b4a3b0b18 req-38e62c26-8ff5-4ff1-bd55-89a338ea6b06 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436981 Oct 06 12:33:18.755197 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0aa5a8d4-2a5f-4692-8b6f-775e5f5738fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:19.028519 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb053f13-39e1-4d65-8d29-2a726e7520b6 req-c2130771-f441-4036-be81-1fc83ddcb301 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:19.030116 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fb053f13-39e1-4d65-8d29-2a726e7520b6 req-c2130771-f441-4036-be81-1fc83ddcb301 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0690863 Oct 06 12:33:19.081284 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fb053f13-39e1-4d65-8d29-2a726e7520b6 req-afdc55f1-972d-420e-bec6-68540bbda9a5 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454981 Oct 06 12:33:19.141709 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d622f-717c-487b-a443-ded3d7f3fa13 req-222432ee-6669-46b8-96c9-d847b25fd88a tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:19.143175 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-958d622f-717c-487b-a443-ded3d7f3fa13 req-222432ee-6669-46b8-96c9-d847b25fd88a tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.0470765 Oct 06 12:33:19.197945 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-958d622f-717c-487b-a443-ded3d7f3fa13 req-c9d77a78-7553-4e90-8d3e-636ca482bc8b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490978 Oct 06 12:33:20.212907 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1d4f3-3f15-4c38-a1a7-4cc3702d4a2a req-01edbc81-701a-4044-890e-8f7110b05cf1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:20.216009 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-16c1d4f3-3f15-4c38-a1a7-4cc3702d4a2a req-01edbc81-701a-4044-890e-8f7110b05cf1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0510433 Oct 06 12:33:20.279549 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-16c1d4f3-3f15-4c38-a1a7-4cc3702d4a2a req-1479c3af-672e-4104-ab2c-89d34b4846f9 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580297 Oct 06 12:33:20.326862 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b40880-635d-426d-963d-758eed6f8517 req-0eeb57a3-b254-4154-994a-6b66f026a7db tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:20.328394 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d7b40880-635d-426d-963d-758eed6f8517 req-0eeb57a3-b254-4154-994a-6b66f026a7db tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.0459974 Oct 06 12:33:20.377047 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d7b40880-635d-426d-963d-758eed6f8517 req-4d27deb5-b04c-4a1a-a3c6-480d46943976 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430400 Oct 06 12:33:21.059068 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-57f57518-0ad4-4b35-9f19-4111c0f41ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:21.440725 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32683510-9a2a-4fc4-a70d-2015aafbf130 req-2a3599e2-ed83-48a4-a159-b01cbfe0d69d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:21.442252 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-32683510-9a2a-4fc4-a70d-2015aafbf130 req-2a3599e2-ed83-48a4-a159-b01cbfe0d69d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0819569 Oct 06 12:33:21.473401 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:21.532720 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695d31a-7feb-432e-9173-efbdf72c07db req-e1134c19-8d44-4ef1-8eae-4ae7b7e15b27 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:21.534213 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4695d31a-7feb-432e-9173-efbdf72c07db req-e1134c19-8d44-4ef1-8eae-4ae7b7e15b27 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.0722444 Oct 06 12:33:21.537717 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-32683510-9a2a-4fc4-a70d-2015aafbf130 req-df7f64e1-1327-400d-b0f7-3c642082f723 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897655 Oct 06 12:33:21.594406 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4695d31a-7feb-432e-9173-efbdf72c07db req-1dd7e8c9-ea62-4a24-a11f-7ec68b392884 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536678 Oct 06 12:33:22.116681 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:22.671270 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa5d12-77a2-4adf-ad18-14cd6afbad31 req-a6cf06de-f290-4ce7-b6c6-6e15a6504089 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:22.672785 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b6fa5d12-77a2-4adf-ad18-14cd6afbad31 req-a6cf06de-f290-4ce7-b6c6-6e15a6504089 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0480144 Oct 06 12:33:22.736096 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b34a6-f393-4e60-beac-e3cd10f9deb5 req-06c9d2f3-43dd-4962-8436-c5f7ddca9b93 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:22.737542 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4c4b34a6-f393-4e60-beac-e3cd10f9deb5 req-06c9d2f3-43dd-4962-8436-c5f7ddca9b93 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.0638890 Oct 06 12:33:22.774556 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b6fa5d12-77a2-4adf-ad18-14cd6afbad31 req-cf5ecbaa-44db-4d44-a329-e60aa55fe443 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912619 Oct 06 12:33:22.803885 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4c4b34a6-f393-4e60-beac-e3cd10f9deb5 req-2609a2b3-6418-4a43-884f-43b0637c5b42 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605254 Oct 06 12:33:23.616030 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:23.755801 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:23.962755 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746ff9d-f713-4240-99cf-bee0baf924c3 req-a27a9e03-0740-4de8-a471-723db0fc7c0f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:23.964244 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4746ff9d-f713-4240-99cf-bee0baf924c3 req-a27a9e03-0740-4de8-a471-723db0fc7c0f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0724666 Oct 06 12:33:23.971654 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d0fda-5dd3-4b03-a2e4-ffb37e8261a0 req-c4a06dff-423d-43e4-a05b-63711ae307f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:23.973441 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e38d0fda-5dd3-4b03-a2e4-ffb37e8261a0 req-c4a06dff-423d-43e4-a05b-63711ae307f5 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.0729275 Oct 06 12:33:24.052780 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4746ff9d-f713-4240-99cf-bee0baf924c3 req-a6db7c3b-0214-453c-8c0a-542c9eee28e2 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783136 Oct 06 12:33:24.056095 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e38d0fda-5dd3-4b03-a2e4-ffb37e8261a0 req-fe67cfed-aa4b-4392-993e-23b7b772b42b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729628 Oct 06 12:33:25.221734 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d484517-2edd-4532-8cf1-0cf1f44b8b98 req-1c4aa14a-1a80-44cd-a5a0-739687bc85a8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:25.223254 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4d484517-2edd-4532-8cf1-0cf1f44b8b98 req-1c4aa14a-1a80-44cd-a5a0-739687bc85a8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.0909677 Oct 06 12:33:25.229410 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28722822-30e3-4a55-8760-22671d279ef0 req-39068d95-3fbc-43d4-9dcf-9b54be314701 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:25.230756 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-28722822-30e3-4a55-8760-22671d279ef0 req-39068d95-3fbc-43d4-9dcf-9b54be314701 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0972457 Oct 06 12:33:25.261512 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:25.311583 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-28722822-30e3-4a55-8760-22671d279ef0 req-b95da4d8-d99d-4488-9dca-127a5aeb9c95 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739779 Oct 06 12:33:25.314867 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4d484517-2edd-4532-8cf1-0cf1f44b8b98 req-baf6bd02-94a9-440c-a1e9-5ba72435c085 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832589 Oct 06 12:33:25.377464 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:33:26.462451 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e155e1-0ef4-42a4-b798-b8a820dfaf09 req-a7f4252a-c6af-47f3-9b02-89b417346d17 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:26.463967 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b9e155e1-0ef4-42a4-b798-b8a820dfaf09 req-a7f4252a-c6af-47f3-9b02-89b417346d17 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.0744336 Oct 06 12:33:26.469656 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7bf49-dcfb-49c8-a52a-ad54f013fb43 req-ca61a874-f637-429d-818f-f3d25178130d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:26.470998 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6a7bf49-dcfb-49c8-a52a-ad54f013fb43 req-ca61a874-f637-429d-818f-f3d25178130d tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0716150 Oct 06 12:33:26.548040 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b9e155e1-0ef4-42a4-b798-b8a820dfaf09 req-a878ac1d-2289-4132-86be-7ad631c8382a tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760288 Oct 06 12:33:26.551944 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6a7bf49-dcfb-49c8-a52a-ad54f013fb43 req-d063e6ca-e05e-43b3-ba06-4823239f0369 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734084 Oct 06 12:33:27.266449 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:27.695497 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3312789-b7db-4903-ae57-5857ddc83a14 req-4763bffc-26b0-4ddc-b8d0-f0844cec9300 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:27.696938 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b3312789-b7db-4903-ae57-5857ddc83a14 req-4763bffc-26b0-4ddc-b8d0-f0844cec9300 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.0741124 Oct 06 12:33:27.704762 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ace38-a523-4248-9206-b832d98ebfbb req-a6cbc5c2-7c25-479f-b5f9-94825989c904 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:27.706080 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-135ace38-a523-4248-9206-b832d98ebfbb req-a6cbc5c2-7c25-479f-b5f9-94825989c904 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0723550 Oct 06 12:33:27.750176 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:27.774503 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b3312789-b7db-4903-ae57-5857ddc83a14 req-e5a0563c-3fba-46c3-9c03-451495b11a17 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675313 Oct 06 12:33:27.788504 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-135ace38-a523-4248-9206-b832d98ebfbb req-68054d97-b19c-4edc-9182-261e3a2d8eff tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749469 Oct 06 12:33:28.917479 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde22a87-12d7-400f-8af6-050449054d94 req-5fb34b22-c47e-4f2d-a8b7-378206fdbfbd tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:28.918911 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cde22a87-12d7-400f-8af6-050449054d94 req-5fb34b22-c47e-4f2d-a8b7-378206fdbfbd tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.0694697 Oct 06 12:33:28.946214 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9d95a-82e0-47f5-b81f-152f37410fc2 req-c9535542-e01e-492f-a220-bd844cd08fe8 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:28.947664 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b0a9d95a-82e0-47f5-b81f-152f37410fc2 req-c9535542-e01e-492f-a220-bd844cd08fe8 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0711656 Oct 06 12:33:28.993903 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cde22a87-12d7-400f-8af6-050449054d94 req-025b1850-42df-48e0-bc85-f0a64b993eba tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690520 Oct 06 12:33:29.015216 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b0a9d95a-82e0-47f5-b81f-152f37410fc2 req-40d5144c-57ac-4de6-9c82-6f96b97a9f03 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606613 Oct 06 12:33:29.596828 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be56a11-7534-401a-b2a8-9e8913da2fc2 req-521c87ca-ccd9-4e50-89bb-ecfd70e821c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:29.598339 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8be56a11-7534-401a-b2a8-9e8913da2fc2 req-521c87ca-ccd9-4e50-89bb-ecfd70e821c6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 1129 time: 0.0392287 Oct 06 12:33:30.143187 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3b5e2-010c-40d2-b9a5-37376c3aa81f req-e89f8b48-27a3-4bdb-aafe-f026dfe5544d tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:30.144735 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f7a3b5e2-010c-40d2-b9a5-37376c3aa81f req-e89f8b48-27a3-4bdb-aafe-f026dfe5544d tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.0757458 Oct 06 12:33:30.164507 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814645-ff4e-43d8-8094-740f4c51b60d req-b3f2d5de-55b1-466c-8e43-c8d3b827d848 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:30.165864 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7f814645-ff4e-43d8-8094-740f4c51b60d req-b3f2d5de-55b1-466c-8e43-c8d3b827d848 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0653398 Oct 06 12:33:30.226771 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f7a3b5e2-010c-40d2-b9a5-37376c3aa81f req-91b19a2a-d6ae-4b42-93ad-7382e2006520 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763073 Oct 06 12:33:30.238044 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7f814645-ff4e-43d8-8094-740f4c51b60d req-c12dc11d-c03c-425d-86cb-2ed19dfbce72 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648625 Oct 06 12:33:31.379748 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3f73c-5067-4b42-a653-5d69030ac4a6 req-d53e860f-18e9-4134-8355-e8a42140cab0 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:31.381138 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-11a3f73c-5067-4b42-a653-5d69030ac4a6 req-d53e860f-18e9-4134-8355-e8a42140cab0 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 943 time: 0.0793090 Oct 06 12:33:31.400845 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08958b39-9f7b-464d-a256-700206e5c750 req-7845d3ca-cebb-4c8c-a739-27ead7c855d2 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:31.402671 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-08958b39-9f7b-464d-a256-700206e5c750 req-7845d3ca-cebb-4c8c-a739-27ead7c855d2 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.0667160 Oct 06 12:33:31.437652 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:31.464043 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-11a3f73c-5067-4b42-a653-5d69030ac4a6 req-05fb47a6-2676-45d2-afe4-e7f8d6008379 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768631 Oct 06 12:33:31.471389 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 09838f9f-3bca-496d-a61f-cacc2bc37a5d details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:33:31.479076 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-08958b39-9f7b-464d-a256-700206e5c750 req-f16ac29e-672e-446a-97e2-0e06d4b575b8 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690970 Oct 06 12:33:31.485298 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:31.569594 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 09838f9f-3bca-496d-a61f-cacc2bc37a5d, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=09838f9f-3bca-496d-a61f-cacc2bc37a5d,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:33:31.580892 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '09838f9f-3bca-496d-a61f-cacc2bc37a5d', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'port_id': '09838f9f-3bca-496d-a61f-cacc2bc37a5d', 'mac_address': 'fa:16:3e:0a:c6:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:33:31.585288 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:31.620544 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 09838f9f-3bca-496d-a61f-cacc2bc37a5d is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:33:31.620941 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (09838f9f-3bca-496d-a61f-cacc2bc37a5d), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:31.633842 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09838f9f-3bca-496d-a61f-cacc2bc37a5d {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:33:31.654284 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 09838f9f-3bca-496d-a61f-cacc2bc37a5d, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=09838f9f-3bca-496d-a61f-cacc2bc37a5d,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:33:31.658092 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (09838f9f-3bca-496d-a61f-cacc2bc37a5d), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:31.703778 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=09838f9f-3bca-496d-a61f-cacc2bc37a5d,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:33:31.969563 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be56a11-7534-401a-b2a8-9e8913da2fc2 req-15c1daa5-9996-4481-b29e-628919f87ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:31.970955 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8be56a11-7534-401a-b2a8-9e8913da2fc2 req-15c1daa5-9996-4481-b29e-628919f87ecd service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 916 time: 0.0896749 Oct 06 12:33:32.192938 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['09838f9f-3bca-496d-a61f-cacc2bc37a5d'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:33:32.299595 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8be56a11-7534-401a-b2a8-9e8913da2fc2 req-5c0dbc15-1d26-4568-a6f2-8a1e93e45148 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14ef965e-071a-40af-81c7-0d464c9ac0d9 HTTP/1.1" status: 200 len: 1001 time: 0.0671456 Oct 06 12:33:32.349342 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be56a11-7534-401a-b2a8-9e8913da2fc2 req-83d4a7af-59e0-490b-ae0e-d9fc6128db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:32.350767 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8be56a11-7534-401a-b2a8-9e8913da2fc2 req-83d4a7af-59e0-490b-ae0e-d9fc6128db24 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 HTTP/1.1" status: 200 len: 854 time: 0.0444226 Oct 06 12:33:32.427604 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be56a11-7534-401a-b2a8-9e8913da2fc2 req-081b593c-df29-4d71-95e5-d13cec33ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:32.429333 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8be56a11-7534-401a-b2a8-9e8913da2fc2 req-081b593c-df29-4d71-95e5-d13cec33ad0b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=466556a2-70ae-47ab-beee-c79927eef272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485344 Oct 06 12:33:32.526007 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8be56a11-7534-401a-b2a8-9e8913da2fc2 req-fc6accdc-e4eb-4038-b348-802f3f07c3b2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844038 Oct 06 12:33:32.601690 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:32.657806 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21f622-dbb5-46dd-9f60-b9d25786b9c6 req-5d090ada-ecf2-4a8e-9d8c-46b46f9b96e8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:32.659238 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ef21f622-dbb5-46dd-9f60-b9d25786b9c6 req-5d090ada-ecf2-4a8e-9d8c-46b46f9b96e8 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 944 time: 0.1152456 Oct 06 12:33:32.696826 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc20a3-2f38-49c2-b157-ced8e35b5f01 req-6d9cda78-222d-4b27-aeab-2ec50dba9297 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:32.698765 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d9cc20a3-2f38-49c2-b157-ced8e35b5f01 req-6d9cda78-222d-4b27-aeab-2ec50dba9297 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 943 time: 0.1180544 Oct 06 12:33:32.751794 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8be56a11-7534-401a-b2a8-9e8913da2fc2 req-bc1e833c-e10e-443a-9d82-1c640afc0726 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977751 Oct 06 12:33:32.774054 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ef21f622-dbb5-46dd-9f60-b9d25786b9c6 req-15c34323-3252-40f8-a5f7-6d241bbfb3fa tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075752 Oct 06 12:33:32.787611 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d9cc20a3-2f38-49c2-b157-ced8e35b5f01 req-580a1c8d-6993-4748-9d51-5212a02ee000 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774000 Oct 06 12:33:33.484618 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device fc7be519-3630-4616-ad76-14402cf4ad87 details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:33:33.499865 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 09838f9f-3bca-496d-a61f-cacc2bc37a5d up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:33:33.595962 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port 09838f9f-3bca-496d-a61f-cacc2bc37a5d completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:33:33.614288 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 09838f9f-3bca-496d-a61f-cacc2bc37a5d triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:33:33.614659 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (09838f9f-3bca-496d-a61f-cacc2bc37a5d), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:33.615013 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 09838f9f-3bca-496d-a61f-cacc2bc37a5d Oct 06 12:33:33.651759 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port fc7be519-3630-4616-ad76-14402cf4ad87, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=fc7be519-3630-4616-ad76-14402cf4ad87,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:33:33.667946 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': 'fc7be519-3630-4616-ad76-14402cf4ad87', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'port_id': 'fc7be519-3630-4616-ad76-14402cf4ad87', 'mac_address': 'fa:16:3e:8a:ae:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:33:33.735994 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 09838f9f-3bca-496d-a61f-cacc2bc37a5d is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:33:33.736294 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (09838f9f-3bca-496d-a61f-cacc2bc37a5d), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:33.738042 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port fc7be519-3630-4616-ad76-14402cf4ad87 is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:33:33.738402 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:33.741449 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:33.752561 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:33.765718 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7be519-3630-4616-ad76-14402cf4ad87 {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:33:33.777757 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621f2a35-3a2e-4b6f-af2b-67399b85d360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09838f9f-3bca-496d-a61f-cacc2bc37a5d'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:33:33.779963 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b2027d-3bc1-46cf-9b21-2d5254dfcfec" -d '{"events": [{"server_uuid": "621f2a35-3a2e-4b6f-af2b-67399b85d360", "name": "network-vif-plugged", "status": "completed", "tag": "09838f9f-3bca-496d-a61f-cacc2bc37a5d"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:33:33.797865 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 09838f9f-3bca-496d-a61f-cacc2bc37a5d, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=09838f9f-3bca-496d-a61f-cacc2bc37a5d,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:33:33.806899 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (09838f9f-3bca-496d-a61f-cacc2bc37a5d), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:33.813278 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port fc7be519-3630-4616-ad76-14402cf4ad87, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=fc7be519-3630-4616-ad76-14402cf4ad87,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:33:33.836920 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:33.863315 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=09838f9f-3bca-496d-a61f-cacc2bc37a5d,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:33:33.890709 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d803f4-34ef-4c5d-b53d-bc86ad395369 x-openstack-request-id: req-17d803f4-34ef-4c5d-b53d-bc86ad395369 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:33:33.890992 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621f2a35-3a2e-4b6f-af2b-67399b85d360", "name": "network-vif-plugged", "status": "completed", "tag": "09838f9f-3bca-496d-a61f-cacc2bc37a5d", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:33:33.891237 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-17d803f4-34ef-4c5d-b53d-bc86ad395369 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:33:33.891644 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d803f4-34ef-4c5d-b53d-bc86ad395369'] response: {'server_uuid': '621f2a35-3a2e-4b6f-af2b-67399b85d360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09838f9f-3bca-496d-a61f-cacc2bc37a5d', 'code': 200} Oct 06 12:33:33.909783 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03e5d7-40a6-4eb1-9d6e-9e34656b487a req-2e2b99b7-5197-4227-8e04-00486d8ab28a tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:33.911441 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4b03e5d7-40a6-4eb1-9d6e-9e34656b487a req-2e2b99b7-5197-4227-8e04-00486d8ab28a tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 945 time: 0.0556877 Oct 06 12:33:33.917890 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=fc7be519-3630-4616-ad76-14402cf4ad87,revision_number=9']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:33:33.999754 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df02eb-39d1-4ea9-a483-472d14494d3a req-2d73e14b-b1f5-4cb6-8e27-6c3f78150732 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:34.001129 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-01df02eb-39d1-4ea9-a483-472d14494d3a req-2d73e14b-b1f5-4cb6-8e27-6c3f78150732 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 944 time: 0.0665953 Oct 06 12:33:34.004628 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-4b03e5d7-40a6-4eb1-9d6e-9e34656b487a req-c7a6ec55-9c10-4717-9e06-51ede1a68d87 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874932 Oct 06 12:33:34.053177 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-01df02eb-39d1-4ea9-a483-472d14494d3a req-e3f8e4b3-eac7-4d11-a181-72e69b567c11 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464795 Oct 06 12:33:34.179029 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93825bd-6a35-4259-b08b-d0ab412a6780 req-0d3f0a89-19f6-4f7d-ba4c-9284eda8e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:34.180601 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a93825bd-6a35-4259-b08b-d0ab412a6780 req-0d3f0a89-19f6-4f7d-ba4c-9284eda8e8d6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 1129 time: 0.0379753 Oct 06 12:33:34.225814 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a93825bd-6a35-4259-b08b-d0ab412a6780 req-e3217f67-edf9-43b7-ba4e-8204f5884434 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385659 Oct 06 12:33:34.382047 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['fc7be519-3630-4616-ad76-14402cf4ad87'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:33:35.127937 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4cb76-70df-45e8-9ca3-064211dadde5 req-08841321-7171-4c55-a546-a8f694474f19 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:35.129418 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-99b4cb76-70df-45e8-9ca3-064211dadde5 req-08841321-7171-4c55-a546-a8f694474f19 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 945 time: 0.0472174 Oct 06 12:33:35.193142 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:35.214172 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae882cc-b5fc-4887-aaf7-390292eddce3 req-b867fd14-fde3-4b23-80c1-030f4d4efc8c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:35.215660 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9ae882cc-b5fc-4887-aaf7-390292eddce3 req-b867fd14-fde3-4b23-80c1-030f4d4efc8c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 944 time: 0.0737047 Oct 06 12:33:35.219655 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-99b4cb76-70df-45e8-9ca3-064211dadde5 req-20d05b1e-43b1-45c1-80c6-5ccbb73e80a9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845711 Oct 06 12:33:35.265919 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9ae882cc-b5fc-4887-aaf7-390292eddce3 req-2b5e832b-ce43-42e4-b690-2daf969591f4 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440960 Oct 06 12:33:35.373017 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=78 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:35.500503 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device fc7be519-3630-4616-ad76-14402cf4ad87 up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:33:35.542720 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port fc7be519-3630-4616-ad76-14402cf4ad87 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:33:35.543087 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:35.543414 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port fc7be519-3630-4616-ad76-14402cf4ad87 Oct 06 12:33:35.612679 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port fc7be519-3630-4616-ad76-14402cf4ad87 is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:33:35.613065 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:35.645779 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port fc7be519-3630-4616-ad76-14402cf4ad87, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=fc7be519-3630-4616-ad76-14402cf4ad87,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:33:35.649693 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:35.697830 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=fc7be519-3630-4616-ad76-14402cf4ad87,revision_number=10']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:33:35.893001 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7be519-3630-4616-ad76-14402cf4ad87'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:33:35.895301 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1d9ad8-0c3b-42ae-9647-320772446f43" -d '{"events": [{"server_uuid": "c743b80a-43e9-4dc1-a570-6873a5992f34", "name": "network-vif-plugged", "status": "completed", "tag": "fc7be519-3630-4616-ad76-14402cf4ad87"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:33:35.931182 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1102f37-15a9-43e7-967d-b30f5ed4588b x-openstack-request-id: req-e1102f37-15a9-43e7-967d-b30f5ed4588b {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:33:35.931477 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c743b80a-43e9-4dc1-a570-6873a5992f34", "name": "network-vif-plugged", "status": "completed", "tag": "fc7be519-3630-4616-ad76-14402cf4ad87", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:33:35.931755 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e1102f37-15a9-43e7-967d-b30f5ed4588b {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:33:35.932147 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1102f37-15a9-43e7-967d-b30f5ed4588b'] response: {'server_uuid': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7be519-3630-4616-ad76-14402cf4ad87', 'code': 200} Oct 06 12:33:36.344292 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ca00a-ceb5-4f18-87ba-55d91eddc74d req-49f77fc1-5763-4cbf-b05b-260ba028d8fa tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:36.345771 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7b9ca00a-ceb5-4f18-87ba-55d91eddc74d req-49f77fc1-5763-4cbf-b05b-260ba028d8fa tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 945 time: 0.0500381 Oct 06 12:33:36.667590 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1faae-6992-493b-bb3e-99f88e1070e3 req-344c01b3-0ada-4616-b0d7-65e298e0f797 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:36.669026 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b2f1faae-6992-493b-bb3e-99f88e1070e3 req-344c01b3-0ada-4616-b0d7-65e298e0f797 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 946 time: 0.3177838 Oct 06 12:33:36.678708 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f152e7-e99d-44cc-8070-f7d22074705f req-ce136053-9d63-458d-8abd-75d8febd3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:36.680076 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-09f152e7-e99d-44cc-8070-f7d22074705f req-ce136053-9d63-458d-8abd-75d8febd3fbc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 1130 time: 0.3129344 Oct 06 12:33:36.728101 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7b9ca00a-ceb5-4f18-87ba-55d91eddc74d req-0b6c5611-61ec-4798-8f34-0ac9227eeb87 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3751276 Oct 06 12:33:36.768541 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b2f1faae-6992-493b-bb3e-99f88e1070e3 req-2edb1227-b552-4d2c-a08b-e1518ddb555f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930290 Oct 06 12:33:36.770633 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-09f152e7-e99d-44cc-8070-f7d22074705f req-35851e77-ba47-4926-9101-b53a59cadc11 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781958 Oct 06 12:33:36.830586 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:36.848826 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e418d7-bdff-4af1-a3b5-e4beeedf21bf req-d3e6c3df-571a-4640-ab59-057bfe920b54 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:36.850247 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-10e418d7-bdff-4af1-a3b5-e4beeedf21bf req-d3e6c3df-571a-4640-ab59-057bfe920b54 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 945 time: 0.0495369 Oct 06 12:33:36.899079 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-10e418d7-bdff-4af1-a3b5-e4beeedf21bf req-e0e4c362-b056-4d4d-af64-2b4d1124620d tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433331 Oct 06 12:33:36.927396 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 58386) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:33:37.061013 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a01462-ba75-47cd-9d15-831ffb7cef15 tempest-TestVolumeBootPattern-1449676332 tempest-TestVolumeBootPattern-1449676332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:37.062547 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-47a01462-ba75-47cd-9d15-831ffb7cef15 tempest-TestVolumeBootPattern-1449676332 tempest-TestVolumeBootPattern-1449676332-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 1124 time: 0.1342244 Oct 06 12:33:37.065399 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 58390) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:33:37.069759 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Request body: {'floatingip': {'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'port_id': '09838f9f-3bca-496d-a61f-cacc2bc37a5d', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:33:37.090680 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:37.149259 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:37.170912 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:37.271957 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Allocated IP 172.27.0.87 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/9622f0a8-ed21-4e32-aeeb-f993f0410ab1) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:33:37.375419 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for port (9622f0a8-ed21-4e32-aeeb-f993f0410ab1), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:37.405770 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (9622f0a8-ed21-4e32-aeeb-f993f0410ab1), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:37.410130 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:37.449583 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:33:37.454451 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:33:37.458187 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:33:37.461285 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event updated for resources: {'Port': ['ID=9622f0a8-ed21-4e32-aeeb-f993f0410ab1,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:33:37.731203 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:37.797782 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for floatingip (94359a52-77c8-4358-bdf8-ac732716b696), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:37.892700 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (9622f0a8-ed21-4e32-aeeb-f993f0410ab1), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:37.923791 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186a15d-2de5-4e2a-b687-6ae96d7849dc req-c5ce3510-018f-4d64-9006-7b8a003870c3 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:37.925205 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b186a15d-2de5-4e2a-b687-6ae96d7849dc req-c5ce3510-018f-4d64-9006-7b8a003870c3 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 946 time: 0.0718322 Oct 06 12:33:38.024847 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b186a15d-2de5-4e2a-b687-6ae96d7849dc req-a1335d15-f4c1-4109-81ac-874c1b2f8aa1 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933599 Oct 06 12:33:38.082044 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for port (9622f0a8-ed21-4e32-aeeb-f993f0410ab1), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:38.092552 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (9622f0a8-ed21-4e32-aeeb-f993f0410ab1), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:38.158617 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event updated for resources: {'Port': ['ID=9622f0a8-ed21-4e32-aeeb-f993f0410ab1,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:33:38.160941 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (94359a52-77c8-4358-bdf8-ac732716b696), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:38.245312 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:38.256027 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.l3_db [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Floating IP 94359a52-77c8-4358-bdf8-ac732716b696 associated. External IP: 172.27.0.87, port: 09838f9f-3bca-496d-a61f-cacc2bc37a5d. Oct 06 12:33:38.452629 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:33:38.551876 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:38.555547 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:33:38.566398 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e919e-7f0d-40be-9849-57fc2e2cabff None None] Sync routers for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:33:38.574701 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:38.578171 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e919e-7f0d-40be-9849-57fc2e2cabff None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:33:38.578816 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-7a9e919e-7f0d-40be-9849-57fc2e2cabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:33:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:33:38.604889 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-60481902-7e5f-4e02-b971-9aff892784fe tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5384796 Oct 06 12:33:38.605511 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621f2a35-3a2e-4b6f-af2b-67399b85d360', 'tag': '09838f9f-3bca-496d-a61f-cacc2bc37a5d'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:33:38.607898 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80503bc-fbab-433f-ba06-6bfc92fea475" -d '{"events": [{"name": "network-changed", "server_uuid": "621f2a35-3a2e-4b6f-af2b-67399b85d360", "tag": "09838f9f-3bca-496d-a61f-cacc2bc37a5d"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:33:38.644829 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a18657-0512-4ff9-8044-3d3799b11c83 x-openstack-request-id: req-10a18657-0512-4ff9-8044-3d3799b11c83 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:33:38.645120 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621f2a35-3a2e-4b6f-af2b-67399b85d360", "tag": "09838f9f-3bca-496d-a61f-cacc2bc37a5d", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:33:38.645376 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-10a18657-0512-4ff9-8044-3d3799b11c83 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:33:38.645782 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a18657-0512-4ff9-8044-3d3799b11c83'] response: {'name': 'network-changed', 'server_uuid': '621f2a35-3a2e-4b6f-af2b-67399b85d360', 'tag': '09838f9f-3bca-496d-a61f-cacc2bc37a5d', 'status': 'completed', 'code': 200} Oct 06 12:33:38.680116 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-7a9e919e-7f0d-40be-9849-57fc2e2cabff None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:33:38.818352 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80503bc-fbab-433f-ba06-6bfc92fea475 req-24bc9616-b28e-404f-a63e-cf395bfe70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:38.819646 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b80503bc-fbab-433f-ba06-6bfc92fea475 req-24bc9616-b28e-404f-a63e-cf395bfe70b2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 1129 time: 0.0467246 Oct 06 12:33:38.898737 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-7a9e919e-7f0d-40be-9849-57fc2e2cabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '283942e5-14af-4f7e-9573-39eeb87e5672', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'port_id': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'mac_address': 'fa:16:3e:01:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:30:34Z', 'updated_at': '2022-10-06T12:30:36Z', 'revision_number': 1, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address_scope': None}, {'id': '94359a52-77c8-4358-bdf8-ac732716b696', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'port_id': '09838f9f-3bca-496d-a61f-cacc2bc37a5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'mac_address': 'fa:16:3e:0a:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621f2a35-3a2e-4b6f-af2b-67399b85d360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:33:37Z', 'updated_at': '2022-10-06T12:33:37Z', 'revision_number': 0, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:33:38.923219 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80503bc-fbab-433f-ba06-6bfc92fea475 req-b7365d97-3355-43d1-9cdd-45b9d2d10d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:38.924859 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b80503bc-fbab-433f-ba06-6bfc92fea475 req-b7365d97-3355-43d1-9cdd-45b9d2d10d3b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=397bf80c-f529-4030-8ca3-f73bf801b9a0 HTTP/1.1" status: 200 len: 912 time: 0.0977819 Oct 06 12:33:38.929113 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e919e-7f0d-40be-9849-57fc2e2cabff None None] Checking router: 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:33:38.938670 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e919e-7f0d-40be-9849-57fc2e2cabff None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:33:38.939273 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-7a9e919e-7f0d-40be-9849-57fc2e2cabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:33:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:33:39.003944 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b80503bc-fbab-433f-ba06-6bfc92fea475 req-a2e9c3aa-1559-4615-b166-6268c8b661ea service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09838f9f-3bca-496d-a61f-cacc2bc37a5d HTTP/1.1" status: 200 len: 998 time: 0.0713196 Oct 06 12:33:39.054336 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80503bc-fbab-433f-ba06-6bfc92fea475 req-963f4565-d1b3-4949-a4a5-6298c44c9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:39.057062 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b80503bc-fbab-433f-ba06-6bfc92fea475 req-963f4565-d1b3-4949-a4a5-6298c44c9060 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4d6dda75-0abd-49b2-9f71-b134f5c60ebe HTTP/1.1" status: 200 len: 850 time: 0.0472963 Oct 06 12:33:39.058556 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-7a9e919e-7f0d-40be-9849-57fc2e2cabff None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:33:39.118426 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80503bc-fbab-433f-ba06-6bfc92fea475 req-10f06079-804f-4eb1-9844-3b7a5503671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:39.122509 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b80503bc-fbab-433f-ba06-6bfc92fea475 req-10f06079-804f-4eb1-9844-3b7a5503671f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=397bf80c-f529-4030-8ca3-f73bf801b9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544918 Oct 06 12:33:39.212071 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0b282-f7d2-477a-8016-0464f5f75373 req-b78ef157-6d6f-415c-8dd1-ab19cf8235a0 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:39.214096 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b3d0b282-f7d2-477a-8016-0464f5f75373 req-b78ef157-6d6f-415c-8dd1-ab19cf8235a0 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 946 time: 0.0920637 Oct 06 12:33:39.279751 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b80503bc-fbab-433f-ba06-6bfc92fea475 req-88f68029-4428-4b9f-be79-02ec96437754 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484568 Oct 06 12:33:39.296675 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b3d0b282-f7d2-477a-8016-0464f5f75373 req-8ca5c271-8666-4d63-9719-196b7ec7dbfd tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745914 Oct 06 12:33:39.319903 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-7a9e919e-7f0d-40be-9849-57fc2e2cabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '283942e5-14af-4f7e-9573-39eeb87e5672', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'port_id': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'mac_address': 'fa:16:3e:01:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:30:34Z', 'updated_at': '2022-10-06T12:30:36Z', 'revision_number': 1, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address_scope': None}, {'id': '94359a52-77c8-4358-bdf8-ac732716b696', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'port_id': '09838f9f-3bca-496d-a61f-cacc2bc37a5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'mac_address': 'fa:16:3e:0a:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621f2a35-3a2e-4b6f-af2b-67399b85d360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:33:37Z', 'updated_at': '2022-10-06T12:33:37Z', 'revision_number': 0, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:33:39.345190 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e919e-7f0d-40be-9849-57fc2e2cabff None None] The sync data for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi is: [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '283942e5-14af-4f7e-9573-39eeb87e5672', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'port_id': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'mac_address': 'fa:16:3e:01:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:30:34Z', 'updated_at': '2022-10-06T12:30:36Z', 'revision_number': 1, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address_scope': None}, {'id': '94359a52-77c8-4358-bdf8-ac732716b696', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'port_id': '09838f9f-3bca-496d-a61f-cacc2bc37a5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'mac_address': 'fa:16:3e:0a:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621f2a35-3a2e-4b6f-af2b-67399b85d360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:33:37Z', 'updated_at': '2022-10-06T12:33:37Z', 'revision_number': 0, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:33:39.447866 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b80503bc-fbab-433f-ba06-6bfc92fea475 req-388d331a-4922-40e9-882a-a7df43692fa2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886645 Oct 06 12:33:39.553122 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d371a86c-23c3-43c4-aef0-422608e4248c None None] New status for floating IP 94359a52-77c8-4358-bdf8-ac732716b696: ACTIVE {{(pid=106141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:33:40.424892 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf7d6-d6be-4987-aeec-b32837eac5dc req-c9c8396e-2b03-4f70-915a-e21aa7142cfe tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:33:40.426334 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ddbdf7d6-d6be-4987-aeec-b32837eac5dc req-c9c8396e-2b03-4f70-915a-e21aa7142cfe tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 946 time: 0.0490353 Oct 06 12:33:40.451595 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:40.472919 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ddbdf7d6-d6be-4987-aeec-b32837eac5dc req-655a63b3-745d-4f3b-8060-17b131cdf848 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411737 Oct 06 12:33:48.760617 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-60dc5583-045f-4fc5-b078-030f9c60a4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:49.311159 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=75 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:49.323816 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=73 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:50.470264 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:DELETE=1,neutron:SELECT=76 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:33:51.060667 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0dde5e41-a9ba-4210-a65b-1abf68f9a95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:52.118075 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:53.617977 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:33:53.757900 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:02.378244 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:34:03.752038 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:03.753963 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=89,neutron:UPDATE=10 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:07.164827 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:12.990261 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1d8a4ac6-7e8d-4a9d-bfb9-61d1c91be473 req-c7644407-75a7-4383-880c-482ed1c4d41a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377018 Oct 06 12:34:13.095069 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a4ac6-7e8d-4a9d-bfb9-61d1c91be473 req-f0f24da9-ec7a-4bad-8c11-897b539a9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:13.096541 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1d8a4ac6-7e8d-4a9d-bfb9-61d1c91be473 req-f0f24da9-ec7a-4bad-8c11-897b539a9407 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 1129 time: 0.0388405 Oct 06 12:34:13.200934 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a4ac6-7e8d-4a9d-bfb9-61d1c91be473 req-667ad9ee-78d3-44d4-ab52-a4b55599e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:13.202378 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1d8a4ac6-7e8d-4a9d-bfb9-61d1c91be473 req-667ad9ee-78d3-44d4-ab52-a4b55599e648 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=397bf80c-f529-4030-8ca3-f73bf801b9a0 HTTP/1.1" status: 200 len: 912 time: 0.0879745 Oct 06 12:34:13.263020 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1d8a4ac6-7e8d-4a9d-bfb9-61d1c91be473 req-adf2eb36-6b4a-4a66-9dda-2995054ecb07 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80e7b3d0-e904-4d2f-8247-bd9a538f244c HTTP/1.1" status: 200 len: 1000 time: 0.0538580 Oct 06 12:34:13.315488 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a4ac6-7e8d-4a9d-bfb9-61d1c91be473 req-f9110f18-8da5-43aa-8224-8644e90cdbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:13.316954 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1d8a4ac6-7e8d-4a9d-bfb9-61d1c91be473 req-f9110f18-8da5-43aa-8224-8644e90cdbe9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4d6dda75-0abd-49b2-9f71-b134f5c60ebe HTTP/1.1" status: 200 len: 850 time: 0.0479424 Oct 06 12:34:13.360669 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a4ac6-7e8d-4a9d-bfb9-61d1c91be473 req-05b290fc-6537-4cfa-9379-7766b548e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:13.362166 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1d8a4ac6-7e8d-4a9d-bfb9-61d1c91be473 req-05b290fc-6537-4cfa-9379-7766b548e628 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=397bf80c-f529-4030-8ca3-f73bf801b9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391335 Oct 06 12:34:13.449478 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1d8a4ac6-7e8d-4a9d-bfb9-61d1c91be473 req-ff1951e2-6519-4870-8072-87729ba8da34 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811887 Oct 06 12:34:13.539884 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1d8a4ac6-7e8d-4a9d-bfb9-61d1c91be473 req-2b5af7ee-d409-45c3-b5c0-74aadf3de6a5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847900 Oct 06 12:34:17.158923 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:17.160843 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:18.681500 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=18 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:18.682749 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=16 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:18.761197 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-19f1233e-506b-44bf-b8cb-632cc7f7619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:21.061962 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-fc8efb3a-880d-4915-b427-a85280b6a98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:22.120022 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:23.535827 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=49 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:23.536548 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=52 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:23.619692 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:23.760610 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:33.754672 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:33.756556 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:37.166815 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:39.044195 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 58520) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:39.048784 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957865100', 'description': 'tempest-description--905064877'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:34:39.069686 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:39.136347 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (c3fb36b6-adbd-44a0-983e-dccde2255c56), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:39.140372 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (c3fb36b6-adbd-44a0-983e-dccde2255c56), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:39.169281 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fb36b6-adbd-44a0-983e-dccde2255c56,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:39.173098 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:39.177264 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58522) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:39.177813 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1320746 Oct 06 12:34:39.182550 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'security_group_rule': {'security_group_id': 'c3fb36b6-adbd-44a0-983e-dccde2255c56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:34:39.183202 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.183557 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.184470 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.184806 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.185147 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.185476 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.185805 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.186131 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.186453 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.186805 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.187129 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.187450 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.187796 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.188122 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.188441 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebbf1f0-e832-4a6e-b217-43b2889b954e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.209473 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (14ab9a6d-f75d-43ac-9131-983de28ebb66), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:39.267015 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (14ab9a6d-f75d-43ac-9131-983de28ebb66), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:39.270297 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (14ab9a6d-f75d-43ac-9131-983de28ebb66), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:39.289406 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ab9a6d-f75d-43ac-9131-983de28ebb66,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:39.295166 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:39.296357 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179824 Oct 06 12:34:39.299220 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 58526) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:39.301271 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.301622 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.301964 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.302299 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.302632 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.302962 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.303290 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.303645 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.303884 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-b18cb79b-3649-41f6-8aee-53c7d8906034 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'security_group_rule': {'security_group_id': 'c3fb36b6-adbd-44a0-983e-dccde2255c56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:34:39.303986 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.304286 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.304613 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.304936 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.305261 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.305583 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.305903 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c8eb3-8289-4b69-beb5-d73f61584d5f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:39.332424 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b18cb79b-3649-41f6-8aee-53c7d8906034 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (c7af71e6-89c7-496e-b151-fa74840292c5), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:39.377005 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:34:39.391396 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b18cb79b-3649-41f6-8aee-53c7d8906034 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (c7af71e6-89c7-496e-b151-fa74840292c5), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:39.394561 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b18cb79b-3649-41f6-8aee-53c7d8906034 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (c7af71e6-89c7-496e-b151-fa74840292c5), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:39.412595 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cb79b-3649-41f6-8aee-53c7d8906034 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7af71e6-89c7-496e-b151-fa74840292c5,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:39.419403 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b18cb79b-3649-41f6-8aee-53c7d8906034 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:39.420613 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-b18cb79b-3649-41f6-8aee-53c7d8906034 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203349 Oct 06 12:34:39.423682 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 58528) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:39.427893 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'floatingip': {'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:34:39.448263 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:39.524374 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:39.860493 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Allocated IP 172.27.0.249 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/7099c17f-b6d3-4b65-9353-59b908c12848) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:34:39.962022 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for port (7099c17f-b6d3-4b65-9353-59b908c12848), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:39.993371 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (7099c17f-b6d3-4b65-9353-59b908c12848), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:40.026063 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:40.031675 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:40.034251 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:34:40.039631 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:34:40.042115 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:34:40.064694 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'Port': ['ID=7099c17f-b6d3-4b65-9353-59b908c12848,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:40.132329 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (9f0a72f9-7f8a-4814-97af-adcb5653db6a), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:40.168052 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (7099c17f-b6d3-4b65-9353-59b908c12848), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:40.312950 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for port (7099c17f-b6d3-4b65-9353-59b908c12848), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:40.317330 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (7099c17f-b6d3-4b65-9353-59b908c12848), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:40.382611 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'Port': ['ID=7099c17f-b6d3-4b65-9353-59b908c12848,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:40.384869 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (9f0a72f9-7f8a-4814-97af-adcb5653db6a), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:40.400644 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:40.401873 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-09865de3-c28b-4bfd-a690-e85e3be94cc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9772761 Oct 06 12:34:40.553657 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-8067df65-b7b1-4a24-98d7-f5bbe2b555ac tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1957865100&fields=id&tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768 HTTP/1.1" status: 200 len: 267 time: 0.0446420 Oct 06 12:34:40.660819 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-91cd2a35-876a-4e90-8127-e8e6b1d34d2c tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:40.662171 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-91cd2a35-876a-4e90-8127-e8e6b1d34d2c tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 815 time: 0.1016698 Oct 06 12:34:40.676652 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-8ba65986-2e62-4393-a584-6bcf27248fdd tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/quotas/bee9f30f6e1d4d1ab2c4fe269d78d768 HTTP/1.1" status: 200 len: 375 time: 0.0090997 Oct 06 12:34:40.729632 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-0b0dfc29-6934-4d06-a18b-661e70d82a7c tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482650 Oct 06 12:34:40.825088 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-73adde13-8721-41d3-bf73-15b2a8ee66d1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834687 Oct 06 12:34:40.900244 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:40.917135 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-77b88278-f1af-41a7-83ba-24c16f599ae8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863812 Oct 06 12:34:41.079706 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c05f630a-fc54-4648-8632-b590ebdb8cb4 req-2a3b4a67-bba4-45d8-90ae-c13ef473ac17 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 210 time: 0.0279045 Oct 06 12:34:41.284570 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:42.229620 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e2ed6b5b-7328-4c53-94de-6edc87b5cc89 req-dc2ae51b-e996-4113-ba81-97aa1368d9a8 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 210 time: 0.0659051 Oct 06 12:34:42.288442 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-446fc285-e12f-4236-8813-b5dc4dd0868b tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:42.290132 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-446fc285-e12f-4236-8813-b5dc4dd0868b tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 815 time: 0.1367147 Oct 06 12:34:42.384008 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-4914ebd0-cfa7-4cff-8d92-0d774b0aba1d tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768 HTTP/1.1" status: 200 len: 472 time: 0.0640652 Oct 06 12:34:42.468456 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-b650b3a5-5dfb-42fa-830c-9acf977c9de7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'port': {'device_id': '9aae47f4-74e0-47ee-8859-407ff1e7a221', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'admin_state_up': True, 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'security_groups': ['c3fb36b6-adbd-44a0-983e-dccde2255c56']}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:34:42.512001 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:42.577572 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-b650b3a5-5dfb-42fa-830c-9acf977c9de7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Made reservation on behalf of bee9f30f6e1d4d1ab2c4fe269d78d768 for: {'port': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:34:42.581466 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-b650b3a5-5dfb-42fa-830c-9acf977c9de7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:42.701282 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-b650b3a5-5dfb-42fa-830c-9acf977c9de7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Allocated IP 172.20.0.5 (466556a2-70ae-47ab-beee-c79927eef272/7f67b0c4-e1ff-46b4-a1df-13674e8e55b2/df8efaa3-7d04-48a0-a529-0bdb59ee2149) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:34:42.840956 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-b650b3a5-5dfb-42fa-830c-9acf977c9de7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for port (df8efaa3-7d04-48a0-a529-0bdb59ee2149), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:42.871678 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-b650b3a5-5dfb-42fa-830c-9acf977c9de7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (df8efaa3-7d04-48a0-a529-0bdb59ee2149), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:42.920863 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-b650b3a5-5dfb-42fa-830c-9acf977c9de7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Network 466556a2-70ae-47ab-beee-c79927eef272 is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:34:42.924047 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-b650b3a5-5dfb-42fa-830c-9acf977c9de7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:34:42.928047 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-b650b3a5-5dfb-42fa-830c-9acf977c9de7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:34:42.931858 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650b3a5-5dfb-42fa-830c-9acf977c9de7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'Port': ['ID=df8efaa3-7d04-48a0-a529-0bdb59ee2149,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:42.980335 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-b650b3a5-5dfb-42fa-830c-9acf977c9de7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:42.981008 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-b650b3a5-5dfb-42fa-830c-9acf977c9de7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:42.987458 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:42.998273 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-b650b3a5-5dfb-42fa-830c-9acf977c9de7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5334187 Oct 06 12:34:43.017025 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Request body: {'port': {'device_id': '9aae47f4-74e0-47ee-8859-407ff1e7a221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:34:43.078562 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (df8efaa3-7d04-48a0-a529-0bdb59ee2149), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:43.161179 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-fb6fa2d1-dfee-4ba0-8eee-43076b6a2c49 None None] Provisioning complete for port df8efaa3-7d04-48a0-a529-0bdb59ee2149 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:34:43.161664 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-fb6fa2d1-dfee-4ba0-8eee-43076b6a2c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (df8efaa3-7d04-48a0-a529-0bdb59ee2149), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:43.161865 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-fb6fa2d1-dfee-4ba0-8eee-43076b6a2c49 None None] Attempt 1 to provision port df8efaa3-7d04-48a0-a529-0bdb59ee2149 Oct 06 12:34:43.193698 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-fb6fa2d1-dfee-4ba0-8eee-43076b6a2c49 None None] Port df8efaa3-7d04-48a0-a529-0bdb59ee2149 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:34:43.304094 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:43.361743 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8efaa3-7d04-48a0-a529-0bdb59ee2149 {{(pid=106140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:34:43.370937 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Publish callbacks [] for port (df8efaa3-7d04-48a0-a529-0bdb59ee2149), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:43.388173 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238f458-6fde-4037-b3e9-db9926605ece req-8bb63aa5-d7e2-4416-b237-5bf2ff3821e1 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:43.389645 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d238f458-6fde-4037-b3e9-db9926605ece req-8bb63aa5-d7e2-4416-b237-5bf2ff3821e1 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 931 time: 0.0686944 Oct 06 12:34:43.394394 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.provisioning_blocks [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Transition to ACTIVE for port object df8efaa3-7d04-48a0-a529-0bdb59ee2149 will not be triggered until provisioned by entity L2. {{(pid=106140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:34:43.402179 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (df8efaa3-7d04-48a0-a529-0bdb59ee2149), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:43.490388 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Pushing event updated for resources: {'Port': ['ID=df8efaa3-7d04-48a0-a529-0bdb59ee2149,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:43.513556 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d238f458-6fde-4037-b3e9-db9926605ece req-98ba5def-d999-4db8-9f84-fd76bb2c30a4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c3fb36b6-adbd-44a0-983e-dccde2255c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180735 Oct 06 12:34:43.543578 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Attempting to bind port df8efaa3-7d04-48a0-a529-0bdb59ee2149 on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:34:43.543916 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Attempting to bind port df8efaa3-7d04-48a0-a529-0bdb59ee2149 by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:34:43.544241 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Attempting to bind port df8efaa3-7d04-48a0-a529-0bdb59ee2149 on network 466556a2-70ae-47ab-beee-c79927eef272 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:34:43.584720 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Port df8efaa3-7d04-48a0-a529-0bdb59ee2149 on network 466556a2-70ae-47ab-beee-c79927eef272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:34:43.585044 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Attempting to bind port df8efaa3-7d04-48a0-a529-0bdb59ee2149 on network 466556a2-70ae-47ab-beee-c79927eef272 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:34:43.624624 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:34:43.624959 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Checking segment: {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:34:43.625340 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Bound using segment: {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:34:43.625763 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Bound port: df8efaa3-7d04-48a0-a529-0bdb59ee2149, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'}}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:34:43.626114 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (df8efaa3-7d04-48a0-a529-0bdb59ee2149), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:43.689131 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] For port df8efaa3-7d04-48a0-a529-0bdb59ee2149, host hv-cinder-85604, cleared binding levels {{(pid=106140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:34:43.692090 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] For port df8efaa3-7d04-48a0-a529-0bdb59ee2149, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=df8efaa3-7d04-48a0-a529-0bdb59ee2149,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:34:43.697922 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (df8efaa3-7d04-48a0-a529-0bdb59ee2149), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:43.701827 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:43.702430 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:43.703816 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/df8efaa3-7d04-48a0-a529-0bdb59ee2149 HTTP/1.1" status: 200 len: 1093 time: 0.6910400 Oct 06 12:34:43.704355 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aae47f4-74e0-47ee-8859-407ff1e7a221', 'tag': 'df8efaa3-7d04-48a0-a529-0bdb59ee2149'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:34:43.706572 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1762ce5-690f-4041-9e73-a2eb84d3cddb" -d '{"events": [{"name": "network-changed", "server_uuid": "9aae47f4-74e0-47ee-8859-407ff1e7a221", "tag": "df8efaa3-7d04-48a0-a529-0bdb59ee2149"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:34:43.748913 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd4224b-0c90-4f94-aa65-530e557634f5 x-openstack-request-id: req-abd4224b-0c90-4f94-aa65-530e557634f5 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:34:43.749130 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aae47f4-74e0-47ee-8859-407ff1e7a221", "tag": "df8efaa3-7d04-48a0-a529-0bdb59ee2149", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:34:43.749400 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-abd4224b-0c90-4f94-aa65-530e557634f5 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:34:43.749798 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd4224b-0c90-4f94-aa65-530e557634f5'] response: {'name': 'network-changed', 'server_uuid': '9aae47f4-74e0-47ee-8859-407ff1e7a221', 'tag': 'df8efaa3-7d04-48a0-a529-0bdb59ee2149', 'status': 'completed', 'code': 200} Oct 06 12:34:43.759292 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a36cc-9686-4ec9-86c6-8e0cc0f8eb47 service neutron] Pushing event updated for resources: {'Port': ['ID=df8efaa3-7d04-48a0-a529-0bdb59ee2149,revision_number=3']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:43.814059 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:43.827781 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-b2d48ba6-6de4-4f52-a398-9406bb4a39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:43.829275 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-b2d48ba6-6de4-4f52-a398-9406bb4a39a3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 1127 time: 0.0414586 Oct 06 12:34:43.879265 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-e7ee1472-d422-47e9-8ce4-bada5f17df73 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df8efaa3-7d04-48a0-a529-0bdb59ee2149 HTTP/1.1" status: 200 len: 217 time: 0.0359602 Oct 06 12:34:43.925954 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-68d8751e-c376-4184-8c2f-635568c407c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:43.927299 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-68d8751e-c376-4184-8c2f-635568c407c3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 HTTP/1.1" status: 200 len: 854 time: 0.0418551 Oct 06 12:34:43.969904 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-80c35cfa-0d40-420f-a3c1-81b24f811da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:43.971386 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-80c35cfa-0d40-420f-a3c1-81b24f811da4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=466556a2-70ae-47ab-beee-c79927eef272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375228 Oct 06 12:34:44.062359 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-13ce7452-553f-4cdc-b6c3-b12fd9ea4504 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844002 Oct 06 12:34:44.151948 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-03c0a940-5cbb-4472-8c1a-0e816ab74acf req-a5d5033b-0bac-469e-8c3a-bd9124f85cc8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813279 Oct 06 12:34:44.635446 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623638ba-146b-4215-9f3e-247c92b0a299 req-559952fe-2c9d-425b-a886-f27a5e2eb199 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:44.636961 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-623638ba-146b-4215-9f3e-247c92b0a299 req-559952fe-2c9d-425b-a886-f27a5e2eb199 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 943 time: 0.0515666 Oct 06 12:34:44.685935 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-623638ba-146b-4215-9f3e-247c92b0a299 req-fa39dd54-43a4-4bce-89a7-4b9a5ade7332 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c3fb36b6-adbd-44a0-983e-dccde2255c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433345 Oct 06 12:34:44.718114 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:44.736066 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832952ef-aad1-4ea3-95b6-5f14ffa84c93 req-75aeb5dd-0156-4294-8828-0297b78c0a4b tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:44.737547 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-832952ef-aad1-4ea3-95b6-5f14ffa84c93 req-75aeb5dd-0156-4294-8828-0297b78c0a4b tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 946 time: 0.0458143 Oct 06 12:34:44.783824 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-832952ef-aad1-4ea3-95b6-5f14ffa84c93 req-ae992f68-70fa-4301-a05a-cf99b0ce3c04 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409074 Oct 06 12:34:45.805293 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb0fb0-0264-4d00-938a-cfe2f82adcd9 req-6031fadd-527b-41f6-bcd4-5c9d1411e37a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:45.806734 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-40eb0fb0-0264-4d00-938a-cfe2f82adcd9 req-6031fadd-527b-41f6-bcd4-5c9d1411e37a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 943 time: 0.0463200 Oct 06 12:34:45.857516 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-40eb0fb0-0264-4d00-938a-cfe2f82adcd9 req-ebc2ec94-7c78-4222-bdfd-733b63f51e03 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c3fb36b6-adbd-44a0-983e-dccde2255c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452394 Oct 06 12:34:45.915125 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ef1a9-81b3-425e-9b3c-9d8339076aa2 req-136baf57-5e9f-435c-b831-e91b7b64368c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:45.916573 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d56ef1a9-81b3-425e-9b3c-9d8339076aa2 req-136baf57-5e9f-435c-b831-e91b7b64368c tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 946 time: 0.0451286 Oct 06 12:34:45.962373 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d56ef1a9-81b3-425e-9b3c-9d8339076aa2 req-eb5131ab-209c-4fbb-b796-9d7a15d047db tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397985 Oct 06 12:34:46.436834 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1762ce5-690f-4041-9e73-a2eb84d3cddb req-579402c5-990a-4173-af14-ef7e332d6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:46.438271 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c1762ce5-690f-4041-9e73-a2eb84d3cddb req-579402c5-990a-4173-af14-ef7e332d6bab service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 1127 time: 0.0386577 Oct 06 12:34:46.976561 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951bbfd-0b52-40bf-8bd1-6882f6b7757b req-d6b17518-4871-49ca-877d-7118a6eb2df9 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:46.977988 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f951bbfd-0b52-40bf-8bd1-6882f6b7757b req-d6b17518-4871-49ca-877d-7118a6eb2df9 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 943 time: 0.0450165 Oct 06 12:34:47.028251 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f951bbfd-0b52-40bf-8bd1-6882f6b7757b req-27fb0904-caac-434b-8958-3419b4c6cedd tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c3fb36b6-adbd-44a0-983e-dccde2255c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441220 Oct 06 12:34:47.085496 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f87d4-c80f-4cdf-b70d-d99d5558ae7e req-2584dc17-a380-4f08-a7db-0bdae0174135 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:47.086948 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a83f87d4-c80f-4cdf-b70d-d99d5558ae7e req-2584dc17-a380-4f08-a7db-0bdae0174135 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 946 time: 0.0458090 Oct 06 12:34:47.133088 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a83f87d4-c80f-4cdf-b70d-d99d5558ae7e req-79023eee-2883-43da-8846-856bd598b2f2 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400012 Oct 06 12:34:47.654093 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:47.686942 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1762ce5-690f-4041-9e73-a2eb84d3cddb req-803cb3cc-5f18-4301-a71a-804cb3d95bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:47.688398 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c1762ce5-690f-4041-9e73-a2eb84d3cddb req-803cb3cc-5f18-4301-a71a-804cb3d95bcc service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 916 time: 0.0870309 Oct 06 12:34:47.734427 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c1762ce5-690f-4041-9e73-a2eb84d3cddb req-7e3b45ae-4fea-4eed-b355-b5e696037acb service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df8efaa3-7d04-48a0-a529-0bdb59ee2149 HTTP/1.1" status: 200 len: 217 time: 0.0321276 Oct 06 12:34:47.783466 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1762ce5-690f-4041-9e73-a2eb84d3cddb req-1cd99b51-4b8a-43dd-8bf2-03290c828bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:47.784869 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c1762ce5-690f-4041-9e73-a2eb84d3cddb req-1cd99b51-4b8a-43dd-8bf2-03290c828bc7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 HTTP/1.1" status: 200 len: 854 time: 0.0425904 Oct 06 12:34:47.827288 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1762ce5-690f-4041-9e73-a2eb84d3cddb req-e1566386-8644-4b35-8386-2deb620d1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:47.828722 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c1762ce5-690f-4041-9e73-a2eb84d3cddb req-e1566386-8644-4b35-8386-2deb620d1be4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=466556a2-70ae-47ab-beee-c79927eef272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371130 Oct 06 12:34:47.912637 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device df8efaa3-7d04-48a0-a529-0bdb59ee2149 details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:34:48.006256 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c1762ce5-690f-4041-9e73-a2eb84d3cddb req-faee3bc3-6349-4607-aebb-5eabc433b3c3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858574 Oct 06 12:34:48.011137 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port df8efaa3-7d04-48a0-a529-0bdb59ee2149, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=df8efaa3-7d04-48a0-a529-0bdb59ee2149,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:34:48.021940 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': 'df8efaa3-7d04-48a0-a529-0bdb59ee2149', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'port_id': 'df8efaa3-7d04-48a0-a529-0bdb59ee2149', 'mac_address': 'fa:16:3e:84:6b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:34:48.055886 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port df8efaa3-7d04-48a0-a529-0bdb59ee2149 is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:34:48.056270 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (df8efaa3-7d04-48a0-a529-0bdb59ee2149), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:48.069174 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8efaa3-7d04-48a0-a529-0bdb59ee2149 {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:34:48.088911 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port df8efaa3-7d04-48a0-a529-0bdb59ee2149, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=df8efaa3-7d04-48a0-a529-0bdb59ee2149,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:34:48.093344 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (df8efaa3-7d04-48a0-a529-0bdb59ee2149), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:48.142278 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=df8efaa3-7d04-48a0-a529-0bdb59ee2149,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:48.149305 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:48.149664 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:48.149990 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:48.150329 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:48.150659 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:48.150989 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:48.151312 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:48.151664 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:48.151987 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:48.152307 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:48.153149 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:48.153470 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:48.153787 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:48.154102 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:48.154422 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:34:48.192039 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2948ce-6e21-4be0-921a-d393ced53e52 req-422a4e30-4137-4820-bfa4-9212c4072eb1 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:48.193508 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cf2948ce-6e21-4be0-921a-d393ced53e52 req-422a4e30-4137-4820-bfa4-9212c4072eb1 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 944 time: 0.0899093 Oct 06 12:34:48.287473 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdf8a4-2b5b-4fec-8b73-b8143bdfa72d req-eb398ac6-4c3a-423c-bb87-9ecd7e39978f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:48.288890 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-67bdf8a4-2b5b-4fec-8b73-b8143bdfa72d req-eb398ac6-4c3a-423c-bb87-9ecd7e39978f tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 946 time: 0.1402707 Oct 06 12:34:48.343953 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca47250-c25c-45c2-8c66-0ad7a8c8ef99 req-0446e951-3a4d-48ee-b19a-d412b6e42ab4 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:48.345381 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eca47250-c25c-45c2-8c66-0ad7a8c8ef99 req-0446e951-3a4d-48ee-b19a-d412b6e42ab4 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 946 time: 0.1226494 Oct 06 12:34:48.394763 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cf2948ce-6e21-4be0-921a-d393ced53e52 req-4aa3af24-833d-4481-af13-bc45b113b503 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c3fb36b6-adbd-44a0-983e-dccde2255c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708679 Oct 06 12:34:48.425918 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:48.437483 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c1762ce5-690f-4041-9e73-a2eb84d3cddb req-b32b5088-9882-415e-995d-f9976192e5bc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982125 Oct 06 12:34:48.457244 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-67bdf8a4-2b5b-4fec-8b73-b8143bdfa72d req-7c16dd02-375b-414f-b249-d1f340b1a573 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Deleting port fc7be519-3630-4616-ad76-14402cf4ad87 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:34:48.457583 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-67bdf8a4-2b5b-4fec-8b73-b8143bdfa72d req-7c16dd02-375b-414f-b249-d1f340b1a573 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:48.479342 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eca47250-c25c-45c2-8c66-0ad7a8c8ef99 req-45d08654-e02f-4c1f-a2b6-714a71c380d0 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96eb020e-bbf8-4fbe-8c52-4592fa289b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236584 Oct 06 12:34:48.555574 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-67bdf8a4-2b5b-4fec-8b73-b8143bdfa72d req-7c16dd02-375b-414f-b249-d1f340b1a573 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] For port fc7be519-3630-4616-ad76-14402cf4ad87, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=fc7be519-3630-4616-ad76-14402cf4ad87,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:34:48.555945 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-67bdf8a4-2b5b-4fec-8b73-b8143bdfa72d req-7c16dd02-375b-414f-b249-d1f340b1a573 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:48.632520 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['df8efaa3-7d04-48a0-a529-0bdb59ee2149'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:34:48.720093 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-67bdf8a4-2b5b-4fec-8b73-b8143bdfa72d req-7c16dd02-375b-414f-b249-d1f340b1a573 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:48.720454 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-67bdf8a4-2b5b-4fec-8b73-b8143bdfa72d req-7c16dd02-375b-414f-b249-d1f340b1a573 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (b6cf7273-49c2-4303-a83a-c78c4b620b48), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:48.720993 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.l3_db [req-67bdf8a4-2b5b-4fec-8b73-b8143bdfa72d req-7c16dd02-375b-414f-b249-d1f340b1a573 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Floating IP b6cf7273-49c2-4303-a83a-c78c4b620b48 disassociated. External IP: 172.27.0.78, port: fc7be519-3630-4616-ad76-14402cf4ad87. Oct 06 12:34:48.721374 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-67bdf8a4-2b5b-4fec-8b73-b8143bdfa72d req-7c16dd02-375b-414f-b249-d1f340b1a573 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Calling delete_port for fc7be519-3630-4616-ad76-14402cf4ad87 owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:34:48.736181 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:48.852450 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-3997e17c-86a0-4735-acaa-0e9180e8406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:49.097306 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-67bdf8a4-2b5b-4fec-8b73-b8143bdfa72d req-7c16dd02-375b-414f-b249-d1f340b1a573 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (fc7be519-3630-4616-ad76-14402cf4ad87), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:49.123012 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16dd02-375b-414f-b249-d1f340b1a573 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event deleted for resources: {'Port': ['ID=fc7be519-3630-4616-ad76-14402cf4ad87,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:49.233709 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67bdf8a4-2b5b-4fec-8b73-b8143bdfa72d req-7c16dd02-375b-414f-b249-d1f340b1a573 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Router 16fdc899-424f-472b-9b3b-494f3046e928 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:34:49.292558 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=14,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:49.297335 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=19,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:49.335440 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67bdf8a4-2b5b-4fec-8b73-b8143bdfa72d req-7c16dd02-375b-414f-b249-d1f340b1a573 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:34:49.345473 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fae3297-da12-47a1-92e1-6bf72cc04166 None None] Sync routers for ids ['16fdc899-424f-472b-9b3b-494f3046e928'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:34:49.378950 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bdf8a4-2b5b-4fec-8b73-b8143bdfa72d req-7c16dd02-375b-414f-b249-d1f340b1a573 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] No DVR routers for this DVR port fc7be519-3630-4616-ad76-14402cf4ad87 on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:34:49.381593 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-67bdf8a4-2b5b-4fec-8b73-b8143bdfa72d req-7c16dd02-375b-414f-b249-d1f340b1a573 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:49.384918 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-67bdf8a4-2b5b-4fec-8b73-b8143bdfa72d req-7c16dd02-375b-414f-b249-d1f340b1a573 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.23 "DELETE /networking/v2.0/ports/fc7be519-3630-4616-ad76-14402cf4ad87 HTTP/1.1" status: 204 len: 173 time: 1.0891180 Oct 06 12:34:49.385437 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'name': 'network-vif-deleted', 'tag': 'fc7be519-3630-4616-ad76-14402cf4ad87'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:34:49.387813 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a89905-017f-4f2e-a19d-846f3376c1c9" -d '{"events": [{"server_uuid": "c743b80a-43e9-4dc1-a570-6873a5992f34", "name": "network-vif-deleted", "tag": "fc7be519-3630-4616-ad76-14402cf4ad87"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:34:49.433762 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7c830f-24e6-429c-ae46-ffdc093510bd x-openstack-request-id: req-fb7c830f-24e6-429c-ae46-ffdc093510bd {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:34:49.434069 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c743b80a-43e9-4dc1-a570-6873a5992f34", "name": "network-vif-deleted", "tag": "fc7be519-3630-4616-ad76-14402cf4ad87", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:34:49.434326 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fb7c830f-24e6-429c-ae46-ffdc093510bd {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:34:49.434737 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb7c830f-24e6-429c-ae46-ffdc093510bd'] response: {'server_uuid': 'c743b80a-43e9-4dc1-a570-6873a5992f34', 'name': 'network-vif-deleted', 'tag': 'fc7be519-3630-4616-ad76-14402cf4ad87', 'status': 'completed', 'code': 200} Oct 06 12:34:49.440581 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:49.448260 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae3297-da12-47a1-92e1-6bf72cc04166 None None] Routers {'16fdc899-424f-472b-9b3b-494f3046e928'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:34:49.449072 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-8fae3297-da12-47a1-92e1-6bf72cc04166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:34:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['16fdc899-424f-472b-9b3b-494f3046e928'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:34:49.557023 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2154677-433b-4cd3-b38d-81cb914ebd48 req-0b75ac87-9869-4255-a41d-65a0ffb6e389 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:49.559073 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d2154677-433b-4cd3-b38d-81cb914ebd48 req-0b75ac87-9869-4255-a41d-65a0ffb6e389 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 944 time: 0.0755696 Oct 06 12:34:49.560299 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-8fae3297-da12-47a1-92e1-6bf72cc04166 None None] Set router 16fdc899-424f-472b-9b3b-494f3046e928 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:34:49.636295 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c2357d74-b805-4f70-84db-42ce111f4860 req-ce3d496b-6802-487c-9ae6-066e5b037ef2 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c743b80a-43e9-4dc1-a570-6873a5992f34 HTTP/1.1" status: 200 len: 210 time: 0.0313389 Oct 06 12:34:49.690508 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d2154677-433b-4cd3-b38d-81cb914ebd48 req-ec4997ef-e70d-4d83-af22-7efbc2358c00 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c3fb36b6-adbd-44a0-983e-dccde2255c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154420 Oct 06 12:34:49.774676 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-8fae3297-da12-47a1-92e1-6bf72cc04166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:48Z', 'revision_number': 5, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:34:49.803573 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fae3297-da12-47a1-92e1-6bf72cc04166 None None] Checking router: 16fdc899-424f-472b-9b3b-494f3046e928 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:34:49.812003 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae3297-da12-47a1-92e1-6bf72cc04166 None None] Routers {'16fdc899-424f-472b-9b3b-494f3046e928'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:34:49.812599 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-8fae3297-da12-47a1-92e1-6bf72cc04166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:34:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['16fdc899-424f-472b-9b3b-494f3046e928'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:34:49.908738 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-8fae3297-da12-47a1-92e1-6bf72cc04166 None None] Set router 16fdc899-424f-472b-9b3b-494f3046e928 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:34:50.034580 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device df8efaa3-7d04-48a0-a529-0bdb59ee2149 up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:34:50.078860 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port df8efaa3-7d04-48a0-a529-0bdb59ee2149 completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:34:50.086013 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port df8efaa3-7d04-48a0-a529-0bdb59ee2149 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:34:50.086548 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (df8efaa3-7d04-48a0-a529-0bdb59ee2149), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:50.086911 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port df8efaa3-7d04-48a0-a529-0bdb59ee2149 Oct 06 12:34:50.096051 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-8fae3297-da12-47a1-92e1-6bf72cc04166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:48Z', 'revision_number': 5, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:34:50.123936 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fae3297-da12-47a1-92e1-6bf72cc04166 None None] The sync data for ids ['16fdc899-424f-472b-9b3b-494f3046e928'] in dv-cinder-856041-2-iscsi is: [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:24:42Z', 'revision_number': 4, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a60999da-55a1-4f22-aca7-04a020e31906', 'name': '', 'network_id': 'a983a2d0-c8c4-4203-b602-635e6e2680bd', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'mac_address': 'fa:16:3e:3d:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:42Z', 'updated_at': '2022-10-06T12:24:48Z', 'revision_number': 5, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'subnets': [{'id': '3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:34:50.136011 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:50.174071 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port df8efaa3-7d04-48a0-a529-0bdb59ee2149 is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:34:50.174464 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (df8efaa3-7d04-48a0-a529-0bdb59ee2149), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:50.202244 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aae47f4-74e0-47ee-8859-407ff1e7a221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8efaa3-7d04-48a0-a529-0bdb59ee2149'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:34:50.204267 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f4ce31-dfa8-458c-8666-244f5a104900" -d '{"events": [{"server_uuid": "9aae47f4-74e0-47ee-8859-407ff1e7a221", "name": "network-vif-plugged", "status": "completed", "tag": "df8efaa3-7d04-48a0-a529-0bdb59ee2149"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:34:50.218161 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port df8efaa3-7d04-48a0-a529-0bdb59ee2149, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=df8efaa3-7d04-48a0-a529-0bdb59ee2149,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:34:50.224848 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (df8efaa3-7d04-48a0-a529-0bdb59ee2149), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:50.225678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device fc7be519-3630-4616-ad76-14402cf4ad87 no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:34:50.228790 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:50.266124 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94052ec3-b37e-4e55-b68a-6bb4ac6dfb76 x-openstack-request-id: req-94052ec3-b37e-4e55-b68a-6bb4ac6dfb76 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:34:50.266417 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aae47f4-74e0-47ee-8859-407ff1e7a221", "name": "network-vif-plugged", "status": "completed", "tag": "df8efaa3-7d04-48a0-a529-0bdb59ee2149", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:34:50.266666 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-94052ec3-b37e-4e55-b68a-6bb4ac6dfb76 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:34:50.267051 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94052ec3-b37e-4e55-b68a-6bb4ac6dfb76'] response: {'server_uuid': '9aae47f4-74e0-47ee-8859-407ff1e7a221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8efaa3-7d04-48a0-a529-0bdb59ee2149', 'code': 200} Oct 06 12:34:50.270053 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: fc7be519-3630-4616-ad76-14402cf4ad87 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:34:50.270405 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device fc7be519-3630-4616-ad76-14402cf4ad87 not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:34:50.296545 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=df8efaa3-7d04-48a0-a529-0bdb59ee2149,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:50.402922 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8726d0df-4b29-4a83-a0b4-44fb430b5ca1 None None] New status for floating IP b6cf7273-49c2-4303-a83a-c78c4b620b48: DOWN {{(pid=106141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:34:50.463010 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a31da-5acc-4e01-b370-d17ca7bd26c2 req-6419c7e6-6dc6-49e6-a68f-b5dbb5850a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:50.464601 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-335a31da-5acc-4e01-b370-d17ca7bd26c2 req-6419c7e6-6dc6-49e6-a68f-b5dbb5850a7a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 1129 time: 0.0382638 Oct 06 12:34:50.485409 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:50.511469 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-335a31da-5acc-4e01-b370-d17ca7bd26c2 req-2501394a-3aeb-4c55-a4d0-5249e1312f79 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c3fb36b6-adbd-44a0-983e-dccde2255c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404177 Oct 06 12:34:50.738104 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 58610) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:50.832938 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d946dcf-a19b-4d2f-84e0-64634bbf8057 req-17c71ee6-b21b-42f3-a5de-17efc9435ff9 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:50.834400 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2d946dcf-a19b-4d2f-84e0-64634bbf8057 req-17c71ee6-b21b-42f3-a5de-17efc9435ff9 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 945 time: 0.0661857 Oct 06 12:34:50.835151 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-557da55f-b44b-4b7e-be3a-ad76092829bc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group (96eb020e-bbf8-4fbe-8c52-4592fa289b07), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:50.870660 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-557da55f-b44b-4b7e-be3a-ad76092829bc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group (96eb020e-bbf8-4fbe-8c52-4592fa289b07), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:50.922687 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2d946dcf-a19b-4d2f-84e0-64634bbf8057 req-ec287097-98a5-4034-aeb2-79adf9a3b6f6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c3fb36b6-adbd-44a0-983e-dccde2255c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779800 Oct 06 12:34:50.940518 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-557da55f-b44b-4b7e-be3a-ad76092829bc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (96eb020e-bbf8-4fbe-8c52-4592fa289b07), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:50.943283 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-557da55f-b44b-4b7e-be3a-ad76092829bc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:50.944491 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-557da55f-b44b-4b7e-be3a-ad76092829bc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/96eb020e-bbf8-4fbe-8c52-4592fa289b07 HTTP/1.1" status: 204 len: 168 time: 0.2053471 Oct 06 12:34:50.947351 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58612) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:50.955941 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557da55f-b44b-4b7e-be3a-ad76092829bc tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96eb020e-bbf8-4fbe-8c52-4592fa289b07,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:50.962064 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.api.v2.resource [None req-d2f1b21e-6bc9-4047-b765-28f388cae604 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] show failed (client error): The resource could not be found. Oct 06 12:34:50.963049 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-d2f1b21e-6bc9-4047-b765-28f388cae604 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "GET /networking/v2.0/security-groups/96eb020e-bbf8-4fbe-8c52-4592fa289b07 HTTP/1.1" status: 404 len: 347 time: 0.0147002 Oct 06 12:34:50.966404 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58614) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:51.064005 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-30e7bd44-3118-43ed-8191-76d2190cb2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:51.078695 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-7f9857b6-a915-475f-b42b-0ed7fe3e1591 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Deleting port 97ae42c4-529b-44ad-bbbb-45c5f63a0b9f {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:34:51.079038 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7f9857b6-a915-475f-b42b-0ed7fe3e1591 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (97ae42c4-529b-44ad-bbbb-45c5f63a0b9f), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:51.156572 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7f9857b6-a915-475f-b42b-0ed7fe3e1591 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (97ae42c4-529b-44ad-bbbb-45c5f63a0b9f), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:51.157000 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7f9857b6-a915-475f-b42b-0ed7fe3e1591 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for floatingip (97ae42c4-529b-44ad-bbbb-45c5f63a0b9f), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:51.169892 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-7f9857b6-a915-475f-b42b-0ed7fe3e1591 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Calling delete_port for 97ae42c4-529b-44ad-bbbb-45c5f63a0b9f owned by network:floatingip {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:34:51.300304 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7f9857b6-a915-475f-b42b-0ed7fe3e1591 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (97ae42c4-529b-44ad-bbbb-45c5f63a0b9f), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:51.324813 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9857b6-a915-475f-b42b-0ed7fe3e1591 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Pushing event deleted for resources: {'Port': ['ID=97ae42c4-529b-44ad-bbbb-45c5f63a0b9f,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:51.389584 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7f9857b6-a915-475f-b42b-0ed7fe3e1591 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks [] for floatingip (b6cf7273-49c2-4303-a83a-c78c4b620b48), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:51.392130 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7f9857b6-a915-475f-b42b-0ed7fe3e1591 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:51.393275 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-7f9857b6-a915-475f-b42b-0ed7fe3e1591 tempest-AttachVolumeShelveTestJSON-1479776453 tempest-AttachVolumeShelveTestJSON-1479776453-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/b6cf7273-49c2-4303-a83a-c78c4b620b48 HTTP/1.1" status: 204 len: 168 time: 0.4259820 Oct 06 12:34:52.048855 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bd00e-4588-4408-b5dc-c281798571cd req-cfb2599a-4dfa-4905-a772-2a637a8bc963 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:52.050303 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-427bd00e-4588-4408-b5dc-c281798571cd req-cfb2599a-4dfa-4905-a772-2a637a8bc963 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 945 time: 0.0490093 Oct 06 12:34:52.092283 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:52.097103 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-427bd00e-4588-4408-b5dc-c281798571cd req-f899b6f0-8650-4c5f-9f74-52d65bfd5a81 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c3fb36b6-adbd-44a0-983e-dccde2255c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413554 Oct 06 12:34:52.124684 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:53.219486 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64904dc9-dfc4-4135-8e3a-fd20f4edf253 req-cb30cf90-ca1d-46e6-804a-4f320f162f37 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:53.220969 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-64904dc9-dfc4-4135-8e3a-fd20f4edf253 req-cb30cf90-ca1d-46e6-804a-4f320f162f37 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 945 time: 0.0480840 Oct 06 12:34:53.269447 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-64904dc9-dfc4-4135-8e3a-fd20f4edf253 req-5f84b354-547c-4fe8-9610-0d73c6c36cc2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c3fb36b6-adbd-44a0-983e-dccde2255c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429280 Oct 06 12:34:53.384075 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22410351-2156-477f-b9c5-d57fa89270e0 req-9654239c-6c72-4904-87e0-916c04451884 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:53.385437 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-22410351-2156-477f-b9c5-d57fa89270e0 req-9654239c-6c72-4904-87e0-916c04451884 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 945 time: 0.0468712 Oct 06 12:34:53.395408 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 58636) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:53.399644 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-12ba604c-e339-4be7-866e-ba14580fb6e3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'floatingip': {'port_id': 'df8efaa3-7d04-48a0-a529-0bdb59ee2149'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:34:53.440735 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-12ba604c-e339-4be7-866e-ba14580fb6e3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (9f0a72f9-7f8a-4814-97af-adcb5653db6a), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:53.621079 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:53.766499 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:53.847972 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58644) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:53.866916 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-12ba604c-e339-4be7-866e-ba14580fb6e3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:53.871073 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-12ba604c-e339-4be7-866e-ba14580fb6e3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (9f0a72f9-7f8a-4814-97af-adcb5653db6a), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:53.963385 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.l3_db [None req-12ba604c-e339-4be7-866e-ba14580fb6e3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Floating IP 9f0a72f9-7f8a-4814-97af-adcb5653db6a associated. External IP: 172.27.0.249, port: df8efaa3-7d04-48a0-a529-0bdb59ee2149. Oct 06 12:34:54.000007 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:54.162201 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ba604c-e339-4be7-866e-ba14580fb6e3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Router 8d322467-7b08-4d63-b156-63603c6e090b has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:34:54.204151 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4a08d3fd-3aa9-4de7-aca5-eb5d291a8059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664333'] for router_interface (16fdc899-424f-472b-9b3b-494f3046e928), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:54.206688 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:54.267268 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ba604c-e339-4be7-866e-ba14580fb6e3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:34:54.272273 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-12ba604c-e339-4be7-866e-ba14580fb6e3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:54.280383 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a75da-bc46-4c29-b4e8-d4d70f3c00e6 None None] Sync routers for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:34:54.291355 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a75da-bc46-4c29-b4e8-d4d70f3c00e6 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:34:54.292112 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-984a75da-bc46-4c29-b4e8-d4d70f3c00e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:34:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:34:54.308164 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-12ba604c-e339-4be7-866e-ba14580fb6e3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/9f0a72f9-7f8a-4814-97af-adcb5653db6a HTTP/1.1" status: 200 len: 991 time: 0.9116809 Oct 06 12:34:54.309493 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aae47f4-74e0-47ee-8859-407ff1e7a221', 'tag': 'df8efaa3-7d04-48a0-a529-0bdb59ee2149'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:34:54.312059 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b62e3c-c2b6-42ee-80a4-ed4778140ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "9aae47f4-74e0-47ee-8859-407ff1e7a221", "tag": "df8efaa3-7d04-48a0-a529-0bdb59ee2149"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:34:54.355271 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe4a656-bc9c-4c49-b624-d47e8d47e3c8 x-openstack-request-id: req-1fe4a656-bc9c-4c49-b624-d47e8d47e3c8 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:34:54.356005 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:54.356464 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aae47f4-74e0-47ee-8859-407ff1e7a221", "tag": "df8efaa3-7d04-48a0-a529-0bdb59ee2149", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:34:54.356867 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1fe4a656-bc9c-4c49-b624-d47e8d47e3c8 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:34:54.357396 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe4a656-bc9c-4c49-b624-d47e8d47e3c8'] response: {'name': 'network-changed', 'server_uuid': '9aae47f4-74e0-47ee-8859-407ff1e7a221', 'tag': 'df8efaa3-7d04-48a0-a529-0bdb59ee2149', 'status': 'completed', 'code': 200} Oct 06 12:34:54.365901 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:54.397421 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-984a75da-bc46-4c29-b4e8-d4d70f3c00e6 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:34:54.439114 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-4a08d3fd-3aa9-4de7-aca5-eb5d291a8059 admin admin] Deleting port a60999da-55a1-4f22-aca7-04a020e31906 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:34:54.439538 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4a08d3fd-3aa9-4de7-aca5-eb5d291a8059 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (a60999da-55a1-4f22-aca7-04a020e31906), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:54.450767 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b62e3c-c2b6-42ee-80a4-ed4778140ed5 req-e22766ba-9f01-4d1a-bda5-2fc8ac38a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:54.452324 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e1b62e3c-c2b6-42ee-80a4-ed4778140ed5 req-e22766ba-9f01-4d1a-bda5-2fc8ac38a918 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 1129 time: 0.0403936 Oct 06 12:34:54.499624 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:54.523681 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [None req-4a08d3fd-3aa9-4de7-aca5-eb5d291a8059 admin admin] For port a60999da-55a1-4f22-aca7-04a020e31906, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=a60999da-55a1-4f22-aca7-04a020e31906,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:34:54.524050 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4a08d3fd-3aa9-4de7-aca5-eb5d291a8059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (a60999da-55a1-4f22-aca7-04a020e31906), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:54.538213 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-4a08d3fd-3aa9-4de7-aca5-eb5d291a8059 admin admin] Calling delete_port for a60999da-55a1-4f22-aca7-04a020e31906 owned by network:router_interface {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:34:54.552483 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b62e3c-c2b6-42ee-80a4-ed4778140ed5 req-58bedfcf-fff1-4036-89c8-faf26b4899fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:54.553955 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e1b62e3c-c2b6-42ee-80a4-ed4778140ed5 req-58bedfcf-fff1-4036-89c8-faf26b4899fa service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 916 time: 0.0948932 Oct 06 12:34:54.621416 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e1b62e3c-c2b6-42ee-80a4-ed4778140ed5 req-9d6c1cd1-7092-44fe-8bbb-d677d638ca24 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df8efaa3-7d04-48a0-a529-0bdb59ee2149 HTTP/1.1" status: 200 len: 999 time: 0.0594330 Oct 06 12:34:54.623990 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-984a75da-bc46-4c29-b4e8-d4d70f3c00e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '347b7e4b-f265-4223-aaba-53cbe0646ef3', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': '14ef965e-071a-40af-81c7-0d464c9ac0d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:f0:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:32:54Z', 'updated_at': '2022-10-06T12:33:15Z', 'revision_number': 2, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}, {'id': '9f0a72f9-7f8a-4814-97af-adcb5653db6a', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': 'df8efaa3-7d04-48a0-a529-0bdb59ee2149', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:84:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aae47f4-74e0-47ee-8859-407ff1e7a221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:34:40Z', 'updated_at': '2022-10-06T12:34:53Z', 'revision_number': 1, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:34:54.648829 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a75da-bc46-4c29-b4e8-d4d70f3c00e6 None None] Checking router: 8d322467-7b08-4d63-b156-63603c6e090b for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:34:54.658862 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a75da-bc46-4c29-b4e8-d4d70f3c00e6 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:34:54.659696 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-984a75da-bc46-4c29-b4e8-d4d70f3c00e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:34:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:34:54.674321 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b62e3c-c2b6-42ee-80a4-ed4778140ed5 req-795826ce-bcfc-4954-aa4f-cefd12f70a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:54.675833 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e1b62e3c-c2b6-42ee-80a4-ed4778140ed5 req-795826ce-bcfc-4954-aa4f-cefd12f70a41 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 HTTP/1.1" status: 200 len: 854 time: 0.0483837 Oct 06 12:34:54.721767 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b62e3c-c2b6-42ee-80a4-ed4778140ed5 req-a941ef35-28f1-4937-9eff-90f918221f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:34:54.722007 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4a08d3fd-3aa9-4de7-aca5-eb5d291a8059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (a60999da-55a1-4f22-aca7-04a020e31906), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:54.723377 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e1b62e3c-c2b6-42ee-80a4-ed4778140ed5 req-a941ef35-28f1-4937-9eff-90f918221f3e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=466556a2-70ae-47ab-beee-c79927eef272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413287 Oct 06 12:34:54.750489 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:54.754831 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08d3fd-3aa9-4de7-aca5-eb5d291a8059 admin admin] Pushing event deleted for resources: {'Port': ['ID=a60999da-55a1-4f22-aca7-04a020e31906,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:54.768021 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-984a75da-bc46-4c29-b4e8-d4d70f3c00e6 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:34:54.843246 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e1b62e3c-c2b6-42ee-80a4-ed4778140ed5 req-9c8929d4-6a90-4b5f-8ac9-74192c036abb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133015 Oct 06 12:34:54.913977 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4a08d3fd-3aa9-4de7-aca5-eb5d291a8059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664313'] for router_interface (16fdc899-424f-472b-9b3b-494f3046e928), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:54.957734 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e1b62e3c-c2b6-42ee-80a4-ed4778140ed5 req-6a05b2e6-800b-4499-97bf-16bf40a60214 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046696 Oct 06 12:34:55.098600 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-984a75da-bc46-4c29-b4e8-d4d70f3c00e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '347b7e4b-f265-4223-aaba-53cbe0646ef3', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': '14ef965e-071a-40af-81c7-0d464c9ac0d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:f0:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:32:54Z', 'updated_at': '2022-10-06T12:33:15Z', 'revision_number': 2, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}, {'id': '9f0a72f9-7f8a-4814-97af-adcb5653db6a', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': 'df8efaa3-7d04-48a0-a529-0bdb59ee2149', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:84:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aae47f4-74e0-47ee-8859-407ff1e7a221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:34:40Z', 'updated_at': '2022-10-06T12:34:53Z', 'revision_number': 1, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:34:55.124245 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a75da-bc46-4c29-b4e8-d4d70f3c00e6 None None] The sync data for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi is: [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '347b7e4b-f265-4223-aaba-53cbe0646ef3', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': '14ef965e-071a-40af-81c7-0d464c9ac0d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:f0:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:32:54Z', 'updated_at': '2022-10-06T12:33:15Z', 'revision_number': 2, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}, {'id': '9f0a72f9-7f8a-4814-97af-adcb5653db6a', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': 'df8efaa3-7d04-48a0-a529-0bdb59ee2149', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:84:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aae47f4-74e0-47ee-8859-407ff1e7a221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:34:40Z', 'updated_at': '2022-10-06T12:34:53Z', 'revision_number': 1, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:34:55.131390 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a08d3fd-3aa9-4de7-aca5-eb5d291a8059 admin admin] Router 16fdc899-424f-472b-9b3b-494f3046e928 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:34:55.188562 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:55.337292 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d74ab-078a-46db-9004-be4ce1ec0b5c None None] New status for floating IP 9f0a72f9-7f8a-4814-97af-adcb5653db6a: ACTIVE {{(pid=106141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:34:55.467287 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:55.486112 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a08d3fd-3aa9-4de7-aca5-eb5d291a8059 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:34:55.491014 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-4a08d3fd-3aa9-4de7-aca5-eb5d291a8059 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/16fdc899-424f-472b-9b3b-494f3046e928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6421664 Oct 06 12:34:55.493958 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58652) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:55.497689 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fefe1e0-272a-44af-affc-4ae259544aad None None] Sync routers for ids ['16fdc899-424f-472b-9b3b-494f3046e928'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:34:55.507178 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fefe1e0-272a-44af-affc-4ae259544aad None None] Routers {'16fdc899-424f-472b-9b3b-494f3046e928'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:34:55.507811 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-5fefe1e0-272a-44af-affc-4ae259544aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:34:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['16fdc899-424f-472b-9b3b-494f3046e928'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:34:55.592607 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6515-eed2-4884-b55d-3c349feb606c admin admin] Publish callbacks [] for router (16fdc899-424f-472b-9b3b-494f3046e928), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:55.610241 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-5fefe1e0-272a-44af-affc-4ae259544aad None None] Set router 16fdc899-424f-472b-9b3b-494f3046e928 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:34:55.694895 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6515-eed2-4884-b55d-3c349feb606c admin admin] Publish callbacks [] for router_gateway (16fdc899-424f-472b-9b3b-494f3046e928), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:55.736806 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6515-eed2-4884-b55d-3c349feb606c admin admin] Deleting port 789e62fd-b060-4bbe-9bc9-9bccfb878e55 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:34:55.737211 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6515-eed2-4884-b55d-3c349feb606c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (789e62fd-b060-4bbe-9bc9-9bccfb878e55), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:55.774597 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-5fefe1e0-272a-44af-affc-4ae259544aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:34:54Z', 'revision_number': 5, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port': {'id': '789e62fd-b060-4bbe-9bc9-9bccfb878e55', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fdc899-424f-472b-9b3b-494f3046e928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:24:40Z', 'updated_at': '2022-10-06T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:34:55.803966 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fefe1e0-272a-44af-affc-4ae259544aad None None] Checking router: 16fdc899-424f-472b-9b3b-494f3046e928 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:34:55.812450 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fefe1e0-272a-44af-affc-4ae259544aad None None] Routers {'16fdc899-424f-472b-9b3b-494f3046e928'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:34:55.813053 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-5fefe1e0-272a-44af-affc-4ae259544aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:34:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['16fdc899-424f-472b-9b3b-494f3046e928'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:34:55.822184 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [None req-6a8a6515-eed2-4884-b55d-3c349feb606c admin admin] For port 789e62fd-b060-4bbe-9bc9-9bccfb878e55, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=789e62fd-b060-4bbe-9bc9-9bccfb878e55,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:34:55.822553 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6515-eed2-4884-b55d-3c349feb606c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (789e62fd-b060-4bbe-9bc9-9bccfb878e55), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:55.835695 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6515-eed2-4884-b55d-3c349feb606c admin admin] Calling delete_port for 789e62fd-b060-4bbe-9bc9-9bccfb878e55 owned by network:router_gateway {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:34:55.892268 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-5fefe1e0-272a-44af-affc-4ae259544aad None None] Set router 16fdc899-424f-472b-9b3b-494f3046e928 gateway port host: None {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:34:55.943063 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-5fefe1e0-272a-44af-affc-4ae259544aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:34:55Z', 'revision_number': 6, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port_host': None}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:34:55.969510 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fefe1e0-272a-44af-affc-4ae259544aad None None] The sync data for ids ['16fdc899-424f-472b-9b3b-494f3046e928'] in dv-cinder-856041-2-iscsi is: [{'id': '16fdc899-424f-472b-9b3b-494f3046e928', 'name': 'tempest-AttachVolumeShelveTestJSON-231234699-router', 'tenant_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:24:39Z', 'updated_at': '2022-10-06T12:34:55Z', 'revision_number': 6, 'project_id': 'eda6037b1d4b4d31b7a7ad298452cfbb', 'gw_port_host': None}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:34:56.004169 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6515-eed2-4884-b55d-3c349feb606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (789e62fd-b060-4bbe-9bc9-9bccfb878e55), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.032505 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6515-eed2-4884-b55d-3c349feb606c admin admin] Pushing event deleted for resources: {'Port': ['ID=789e62fd-b060-4bbe-9bc9-9bccfb878e55,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:56.090744 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6515-eed2-4884-b55d-3c349feb606c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665907'] for router_gateway (16fdc899-424f-472b-9b3b-494f3046e928), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.175328 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6515-eed2-4884-b55d-3c349feb606c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2444'] for router (16fdc899-424f-472b-9b3b-494f3046e928), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.177481 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6515-eed2-4884-b55d-3c349feb606c admin admin] Publish callbacks [] for router_controller (16fdc899-424f-472b-9b3b-494f3046e928), precommit_delete_associations {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.221482 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6515-eed2-4884-b55d-3c349feb606c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664353'] for router (16fdc899-424f-472b-9b3b-494f3046e928), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.222067 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8a6515-eed2-4884-b55d-3c349feb606c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16fdc899-424f-472b-9b3b-494f3046e928 {{(pid=106139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 12:34:56.226432 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6515-eed2-4884-b55d-3c349feb606c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.227579 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-6a8a6515-eed2-4884-b55d-3c349feb606c admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/16fdc899-424f-472b-9b3b-494f3046e928 HTTP/1.1" status: 204 len: 168 time: 0.7326441 Oct 06 12:34:56.230204 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58654) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:56.274665 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_v2 [None req-b273887e-5571-4ad1-b490-1f84254f6f92 admin admin] Deleting subnet 3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2 {{(pid=106139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:34:56.277762 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b273887e-5571-4ad1-b490-1f84254f6f92 admin admin] Publish callbacks [] for subnet (3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.314659 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b273887e-5571-4ad1-b490-1f84254f6f92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7435106'] for subnet (3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2), precommit_delete_associations {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.350560 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:56.361836 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:56.402565 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b273887e-5571-4ad1-b490-1f84254f6f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.455245 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b273887e-5571-4ad1-b490-1f84254f6f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4794215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4892458'] for subnet (3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.478485 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273887e-5571-4ad1-b490-1f84254f6f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:56.484555 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b273887e-5571-4ad1-b490-1f84254f6f92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.487660 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b273887e-5571-4ad1-b490-1f84254f6f92 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/3ed2f1b9-e1de-4fba-9d87-dc7e9c2805d2 HTTP/1.1" status: 204 len: 168 time: 0.2564497 Oct 06 12:34:56.489799 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d36bc-a343-42ad-9791-bb8f48afcd8e None None] Network a983a2d0-c8c4-4203-b602-635e6e2680bd requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:34:56.490345 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 58656) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:56.558190 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (a983a2d0-c8c4-4203-b602-635e6e2680bd), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.606677 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] Deleting port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:34:56.607012 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.667870 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] For port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:34:56.668688 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.683187 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] Calling delete_port for 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 owned by network:dhcp {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:34:56.716431 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9b4c8c-7308-4295-af89-6e4bcfb86557 None None] DHCP port deletion for a983a2d0-c8c4-4203-b602-635e6e2680bd request from dv-cinder-856041-2-iscsi {{(pid=106141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 12:34:56.743763 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:56.754891 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b4c8c-7308-4295-af89-6e4bcfb86557 None None] Deleting port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 {{(pid=106141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:34:56.755337 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4c8c-7308-4295-af89-6e4bcfb86557 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3), before_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.760185 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:34:56.772023 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.800336 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] Pushing event deleted for resources: {'Port': ['ID=0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:56.809833 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] No DVR routers for this DVR port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 on host dv-cinder-856041-2-iscsi {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:34:56.825420 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-0e9b4c8c-7308-4295-af89-6e4bcfb86557 None None] For port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3,segment=NetworkSegment(47ad0a91-900a-482c-8774-41649a8e809c),segment_id=47ad0a91-900a-482c-8774-41649a8e809c)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:34:56.825808 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4c8c-7308-4295-af89-6e4bcfb86557 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3), precommit_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.839015 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b4c8c-7308-4295-af89-6e4bcfb86557 None None] Calling delete_port for 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 owned by network:dhcp {{(pid=106141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:34:56.880174 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (a983a2d0-c8c4-4203-b602-635e6e2680bd), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.903255 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a983a2d0-c8c4-4203-b602-635e6e2680bd']}} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:34:56.913354 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ad0a91-900a-482c-8774-41649a8e809c') {'for_net_delete': True} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:34:56.913765 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ad0a91-900a-482c-8774-41649a8e809c') {} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:34:56.924472 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4c8c-7308-4295-af89-6e4bcfb86557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100'] for port (0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3), after_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.927908 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7447264'] for segment (47ad0a91-900a-482c-8774-41649a8e809c), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.942648 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (47ad0a91-900a-482c-8774-41649a8e809c), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.950140 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:34:56.950733 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5176022'] for segment (47ad0a91-900a-482c-8774-41649a8e809c), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:56.955726 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b4c8c-7308-4295-af89-6e4bcfb86557 None None] Pushing event deleted for resources: {'Port': ['ID=0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3,revision_number=None']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:56.957760 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b4c8c-7308-4295-af89-6e4bcfb86557 None None] No DVR routers for this DVR port 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 on host dv-cinder-856041-2-iscsi {{(pid=106141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:34:56.975964 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment 47ad0a91-900a-482c-8774-41649a8e809c resource provider aggregate not found Oct 06 12:34:57.009723 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment 47ad0a91-900a-482c-8774-41649a8e809c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47ad0a91-900a-482c-8774-41649a8e809c found for delete ", "request_id": "req-6ba49975-6d61-4bbc-a707-5f6ed3728350"}]} Oct 06 12:34:57.033465 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (a983a2d0-c8c4-4203-b602-635e6e2680bd), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:57.039040 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:57.042172 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/a983a2d0-c8c4-4203-b602-635e6e2680bd HTTP/1.1" status: 204 len: 168 time: 0.5508463 Oct 06 12:34:57.053846 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f3224-7768-4907-9514-b9dcdf94015f admin admin] Pushing event deleted for resources: {'Network': ['ID=a983a2d0-c8c4-4203-b602-635e6e2680bd,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:57.166513 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58664) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:57.208199 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-28de17de-d656-43a0-ad2c-153f90ab2875 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=eda6037b1d4b4d31b7a7ad298452cfbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404944 Oct 06 12:34:57.210723 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58666) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:57.232110 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 789e62fd-b060-4bbe-9bc9-9bccfb878e55 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:34:57.251678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 789e62fd-b060-4bbe-9bc9-9bccfb878e55 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:34:57.251962 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 789e62fd-b060-4bbe-9bc9-9bccfb878e55 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:34:57.252570 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:34:57.266194 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69ccbd93-6768-477c-9ebe-bd0095ef31f6 admin admin] Publish callbacks [] for security_group (8d113728-5207-4e34-906a-df01c73e409d), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:57.271367 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:34:57.271743 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 0486bdb0-7ac9-47ea-ab99-4654f3f0a3f3 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:34:57.272153 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device a60999da-55a1-4f22-aca7-04a020e31906 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:34:57.286720 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69ccbd93-6768-477c-9ebe-bd0095ef31f6 admin admin] Publish callbacks [] for security_group (8d113728-5207-4e34-906a-df01c73e409d), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:57.290744 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: a60999da-55a1-4f22-aca7-04a020e31906 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:34:57.291092 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device a60999da-55a1-4f22-aca7-04a020e31906 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:34:57.335442 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69ccbd93-6768-477c-9ebe-bd0095ef31f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (8d113728-5207-4e34-906a-df01c73e409d), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:57.337977 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-69ccbd93-6768-477c-9ebe-bd0095ef31f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:57.339112 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-69ccbd93-6768-477c-9ebe-bd0095ef31f6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8d113728-5207-4e34-906a-df01c73e409d HTTP/1.1" status: 204 len: 168 time: 0.1275039 Oct 06 12:34:57.347590 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccbd93-6768-477c-9ebe-bd0095ef31f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d113728-5207-4e34-906a-df01c73e409d,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:59.238168 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58740) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:59.341041 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ae3606da-cde3-4fec-b33b-bc32d779419c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:59.416798 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ae3606da-cde3-4fec-b33b-bc32d779419c admin admin] Publish callbacks [] for security_group (7c4d0695-abc0-4df7-b0fb-3e4abf653cbd), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:59.421577 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ae3606da-cde3-4fec-b33b-bc32d779419c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (7c4d0695-abc0-4df7-b0fb-3e4abf653cbd), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:59.459970 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-ae3606da-cde3-4fec-b33b-bc32d779419c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1f682fd5c70d4840946b5831fe745f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205932 Oct 06 12:34:59.461820 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3606da-cde3-4fec-b33b-bc32d779419c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4d0695-abc0-4df7-b0fb-3e4abf653cbd,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:59.462656 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 58744) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:59.511467 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e7d051d4-4276-4dcc-9a9a-5d6037a0a7ce admin admin] Publish callbacks [] for security_group (7c4d0695-abc0-4df7-b0fb-3e4abf653cbd), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:59.532522 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e7d051d4-4276-4dcc-9a9a-5d6037a0a7ce admin admin] Publish callbacks [] for security_group (7c4d0695-abc0-4df7-b0fb-3e4abf653cbd), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:59.577505 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e7d051d4-4276-4dcc-9a9a-5d6037a0a7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (7c4d0695-abc0-4df7-b0fb-3e4abf653cbd), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:59.580075 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e7d051d4-4276-4dcc-9a9a-5d6037a0a7ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:59.581229 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-e7d051d4-4276-4dcc-9a9a-5d6037a0a7ce admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7c4d0695-abc0-4df7-b0fb-3e4abf653cbd HTTP/1.1" status: 204 len: 168 time: 0.1176014 Oct 06 12:34:59.588985 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d051d4-4276-4dcc-9a9a-5d6037a0a7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4d0695-abc0-4df7-b0fb-3e4abf653cbd,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:59.839859 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 58750) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:34:59.856487 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b3a8e279-df8b-448d-b93f-5dcd010365c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:59.932096 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b3a8e279-df8b-448d-b93f-5dcd010365c5 admin admin] Publish callbacks [] for security_group (8b3f7ef1-5c6d-4627-86c1-9b3d694243ac), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:59.936518 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b3a8e279-df8b-448d-b93f-5dcd010365c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (8b3f7ef1-5c6d-4627-86c1-9b3d694243ac), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:34:59.975531 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-b3a8e279-df8b-448d-b93f-5dcd010365c5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=036910105794443abb990b0e12322afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345689 Oct 06 12:34:59.976448 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8e279-df8b-448d-b93f-5dcd010365c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3f7ef1-5c6d-4627-86c1-9b3d694243ac,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:34:59.978699 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58752) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:35:00.031789 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-d85f598f-aca5-404b-b513-23b58d12b8de admin admin] Publish callbacks [] for security_group (8b3f7ef1-5c6d-4627-86c1-9b3d694243ac), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:00.051186 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-d85f598f-aca5-404b-b513-23b58d12b8de admin admin] Publish callbacks [] for security_group (8b3f7ef1-5c6d-4627-86c1-9b3d694243ac), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:00.097465 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-d85f598f-aca5-404b-b513-23b58d12b8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (8b3f7ef1-5c6d-4627-86c1-9b3d694243ac), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:00.099890 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-d85f598f-aca5-404b-b513-23b58d12b8de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:00.101020 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-d85f598f-aca5-404b-b513-23b58d12b8de admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8b3f7ef1-5c6d-4627-86c1-9b3d694243ac HTTP/1.1" status: 204 len: 168 time: 0.1212482 Oct 06 12:35:00.109061 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f598f-aca5-404b-b513-23b58d12b8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3f7ef1-5c6d-4627-86c1-9b3d694243ac,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:35:05.945564 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=94 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:05.946335 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=69 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:07.186807 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:09.963117 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=52,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:09.971471 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=60,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:10.080128 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=68,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:10.104615 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=68,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:14.029804 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-98d3a333-31a3-4730-b981-31fbf9058672 req-43d63f44-55b6-4fd2-b3b0-938caab3f1b9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380492 Oct 06 12:35:14.259208 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3a333-31a3-4730-b981-31fbf9058672 req-7a2bdc62-4165-41cd-b849-caff66cca018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:14.260736 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-98d3a333-31a3-4730-b981-31fbf9058672 req-7a2bdc62-4165-41cd-b849-caff66cca018 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 1129 time: 0.0399799 Oct 06 12:35:14.369154 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3a333-31a3-4730-b981-31fbf9058672 req-b85e388d-bcca-4fae-aa98-3dc6d85028f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:14.370609 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-98d3a333-31a3-4730-b981-31fbf9058672 req-b85e388d-bcca-4fae-aa98-3dc6d85028f6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 916 time: 0.0920231 Oct 06 12:35:14.431006 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-98d3a333-31a3-4730-b981-31fbf9058672 req-7c8ff784-c011-4499-8c9f-0d0754842932 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14ef965e-071a-40af-81c7-0d464c9ac0d9 HTTP/1.1" status: 200 len: 1001 time: 0.0545516 Oct 06 12:35:14.482275 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3a333-31a3-4730-b981-31fbf9058672 req-f84982b1-d270-4739-9049-78541094eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:14.483757 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-98d3a333-31a3-4730-b981-31fbf9058672 req-f84982b1-d270-4739-9049-78541094eee8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 HTTP/1.1" status: 200 len: 854 time: 0.0476110 Oct 06 12:35:14.525760 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3a333-31a3-4730-b981-31fbf9058672 req-81904c00-d89e-46b4-9b72-2de1db969797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:14.527803 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-98d3a333-31a3-4730-b981-31fbf9058672 req-81904c00-d89e-46b4-9b72-2de1db969797 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=466556a2-70ae-47ab-beee-c79927eef272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377002 Oct 06 12:35:14.620255 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-98d3a333-31a3-4730-b981-31fbf9058672 req-484a9e35-a094-4806-b9c5-7806f17afa2e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865247 Oct 06 12:35:14.713168 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-98d3a333-31a3-4730-b981-31fbf9058672 req-8b72b213-a070-4e5b-b972-c6733d8afbda service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873718 Oct 06 12:35:16.375338 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:35:17.177239 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:17.181879 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=62,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:18.764693 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-08105ccd-a82d-4908-b1b4-a12a37765891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:21.065192 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5162-b127-4ed6-81b4-13df538ca042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:22.126553 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:23.624846 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:23.759340 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:24.708824 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=46 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:24.709608 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=55 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:26.370529 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:26.371267 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:33.753232 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:33.755125 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:37.194916 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:38.293516 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58982) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:35:38.396974 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c5277356-6e0e-445b-9b28-7878da954840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:38.472113 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c5277356-6e0e-445b-9b28-7878da954840 admin admin] Publish callbacks [] for security_group (92896d46-218f-4996-b290-7d9f1d0ca3f0), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:38.475758 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c5277356-6e0e-445b-9b28-7878da954840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (92896d46-218f-4996-b290-7d9f1d0ca3f0), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:38.515108 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-c5277356-6e0e-445b-9b28-7878da954840 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=afd3739b5c8740c3811168a0a0c730c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205279 Oct 06 12:35:38.515996 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5277356-6e0e-445b-9b28-7878da954840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92896d46-218f-4996-b290-7d9f1d0ca3f0,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:35:38.517869 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 58986) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:35:38.566526 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c796ffc2-b21b-47b8-afea-140c2977a2a9 admin admin] Publish callbacks [] for security_group (92896d46-218f-4996-b290-7d9f1d0ca3f0), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:38.585633 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c796ffc2-b21b-47b8-afea-140c2977a2a9 admin admin] Publish callbacks [] for security_group (92896d46-218f-4996-b290-7d9f1d0ca3f0), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:38.635303 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c796ffc2-b21b-47b8-afea-140c2977a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (92896d46-218f-4996-b290-7d9f1d0ca3f0), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:38.637742 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c796ffc2-b21b-47b8-afea-140c2977a2a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:38.638847 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-c796ffc2-b21b-47b8-afea-140c2977a2a9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/92896d46-218f-4996-b290-7d9f1d0ca3f0 HTTP/1.1" status: 204 len: 168 time: 0.1199834 Oct 06 12:35:38.646608 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796ffc2-b21b-47b8-afea-140c2977a2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92896d46-218f-4996-b290-7d9f1d0ca3f0,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:35:38.898503 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 58992) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:35:38.912240 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e9c9b217-5ffc-4b83-8fb3-568e4357e043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:38.951079 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58994) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:35:38.989981 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e9c9b217-5ffc-4b83-8fb3-568e4357e043 admin admin] Publish callbacks [] for security_group (f0eef4c1-9cdb-46fd-9c5d-485e7c853c79), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:38.993799 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e9c9b217-5ffc-4b83-8fb3-568e4357e043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (f0eef4c1-9cdb-46fd-9c5d-485e7c853c79), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:39.031930 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-e9c9b217-5ffc-4b83-8fb3-568e4357e043 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9454e5487cab4e348fc00efbf69bb38c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320760 Oct 06 12:35:39.033902 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9b217-5ffc-4b83-8fb3-568e4357e043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eef4c1-9cdb-46fd-9c5d-485e7c853c79,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:35:39.034865 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 58998) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:35:39.089088 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8706dac1-1091-4f2b-b0df-d6f3c0dc6c5a admin admin] Publish callbacks [] for security_group (f0eef4c1-9cdb-46fd-9c5d-485e7c853c79), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:39.112026 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8706dac1-1091-4f2b-b0df-d6f3c0dc6c5a admin admin] Publish callbacks [] for security_group (f0eef4c1-9cdb-46fd-9c5d-485e7c853c79), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:39.163654 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8706dac1-1091-4f2b-b0df-d6f3c0dc6c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (f0eef4c1-9cdb-46fd-9c5d-485e7c853c79), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:39.166202 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-8706dac1-1091-4f2b-b0df-d6f3c0dc6c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:39.167328 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-8706dac1-1091-4f2b-b0df-d6f3c0dc6c5a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f0eef4c1-9cdb-46fd-9c5d-485e7c853c79 HTTP/1.1" status: 204 len: 168 time: 0.1298907 Oct 06 12:35:39.177152 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706dac1-1091-4f2b-b0df-d6f3c0dc6c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eef4c1-9cdb-46fd-9c5d-485e7c853c79,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:35:39.331664 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Deleting port 9622f0a8-ed21-4e32-aeeb-f993f0410ab1 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:35:39.332334 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (9622f0a8-ed21-4e32-aeeb-f993f0410ab1), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:39.410274 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (9622f0a8-ed21-4e32-aeeb-f993f0410ab1), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:39.410600 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for floatingip (9622f0a8-ed21-4e32-aeeb-f993f0410ab1), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:39.423141 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Calling delete_port for 9622f0a8-ed21-4e32-aeeb-f993f0410ab1 owned by network:floatingip {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:35:39.590407 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (9622f0a8-ed21-4e32-aeeb-f993f0410ab1), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:39.616613 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event deleted for resources: {'Port': ['ID=9622f0a8-ed21-4e32-aeeb-f993f0410ab1,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:35:39.629364 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:39.629798 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:39.630147 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:39.630505 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:39.630823 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:39.631830 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:39.631830 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:39.631830 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:39.632100 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:39.632427 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:39.632752 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:39.633074 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:39.633402 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:39.633709 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:39.634028 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:39.682488 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:39.687061 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:39.709118 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for floatingip (94359a52-77c8-4358-bdf8-ac732716b696), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:39.709463 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.l3_db [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Floating IP 94359a52-77c8-4358-bdf8-ac732716b696 disassociated (deleted). External IP: 172.27.0.87, port: 09838f9f-3bca-496d-a61f-cacc2bc37a5d. Oct 06 12:35:39.911829 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:35:40.019901 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:35:40.024816 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:40.033002 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f44c78f-20c1-4ccc-b1dc-587c1376942d None None] Sync routers for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:35:40.045325 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44c78f-20c1-4ccc-b1dc-587c1376942d None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:35:40.046775 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-6f44c78f-20c1-4ccc-b1dc-587c1376942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:35:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:35:40.059278 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-97814570-4091-4fc8-be41-c31338db511e tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/94359a52-77c8-4358-bdf8-ac732716b696 HTTP/1.1" status: 204 len: 168 time: 1.1070118 Oct 06 12:35:40.059928 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621f2a35-3a2e-4b6f-af2b-67399b85d360', 'tag': '09838f9f-3bca-496d-a61f-cacc2bc37a5d'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:35:40.062313 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c41cae8-ea19-4fa9-9f17-a008247cbad7" -d '{"events": [{"name": "network-changed", "server_uuid": "621f2a35-3a2e-4b6f-af2b-67399b85d360", "tag": "09838f9f-3bca-496d-a61f-cacc2bc37a5d"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:35:40.185333 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-6f44c78f-20c1-4ccc-b1dc-587c1376942d None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:35:40.301749 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb567c7-0d1b-4f40-a5ee-e4f1973e5fb7 x-openstack-request-id: req-0fb567c7-0d1b-4f40-a5ee-e4f1973e5fb7 {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:35:40.302268 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621f2a35-3a2e-4b6f-af2b-67399b85d360", "tag": "09838f9f-3bca-496d-a61f-cacc2bc37a5d", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:35:40.302711 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0fb567c7-0d1b-4f40-a5ee-e4f1973e5fb7 {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:35:40.303466 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb567c7-0d1b-4f40-a5ee-e4f1973e5fb7'] response: {'name': 'network-changed', 'server_uuid': '621f2a35-3a2e-4b6f-af2b-67399b85d360', 'tag': '09838f9f-3bca-496d-a61f-cacc2bc37a5d', 'status': 'completed', 'code': 200} Oct 06 12:35:40.363398 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2e77d-5951-437b-9241-b3f72ed6c785 req-8b8fb27b-4d20-45f3-9dcb-11e7cd4ce673 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:40.370817 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-dbe2e77d-5951-437b-9241-b3f72ed6c785 req-8b8fb27b-4d20-45f3-9dcb-11e7cd4ce673 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 945 time: 0.0600016 Oct 06 12:35:40.426270 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-dbe2e77d-5951-437b-9241-b3f72ed6c785 req-09b65a39-8c11-4727-b98e-6eca230b32ec tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545430 Oct 06 12:35:40.430681 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-6f44c78f-20c1-4ccc-b1dc-587c1376942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '283942e5-14af-4f7e-9573-39eeb87e5672', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'port_id': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'mac_address': 'fa:16:3e:01:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:30:34Z', 'updated_at': '2022-10-06T12:30:36Z', 'revision_number': 1, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:35:40.458990 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f44c78f-20c1-4ccc-b1dc-587c1376942d None None] Checking router: 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:35:40.468069 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44c78f-20c1-4ccc-b1dc-587c1376942d None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:35:40.468679 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-6f44c78f-20c1-4ccc-b1dc-587c1376942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:35:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:35:40.571024 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-6f44c78f-20c1-4ccc-b1dc-587c1376942d None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:35:40.917634 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-6f44c78f-20c1-4ccc-b1dc-587c1376942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '283942e5-14af-4f7e-9573-39eeb87e5672', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'port_id': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'mac_address': 'fa:16:3e:01:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:30:34Z', 'updated_at': '2022-10-06T12:30:36Z', 'revision_number': 1, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:35:40.942342 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f44c78f-20c1-4ccc-b1dc-587c1376942d None None] The sync data for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi is: [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '283942e5-14af-4f7e-9573-39eeb87e5672', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'port_id': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'mac_address': 'fa:16:3e:01:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:30:34Z', 'updated_at': '2022-10-06T12:30:36Z', 'revision_number': 1, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:35:41.198631 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39576c5a-d587-4ee5-bf03-1c3292a97a34 None None] New status for floating IP 94359a52-77c8-4358-bdf8-ac732716b696: DOWN {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:35:41.542966 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de6d7a-db2d-4d19-aa63-2563df0d9e66 req-ac56df3c-d00a-493a-bd5c-51b260254d86 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:41.544443 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-23de6d7a-db2d-4d19-aa63-2563df0d9e66 req-ac56df3c-d00a-493a-bd5c-51b260254d86 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 945 time: 0.0473363 Oct 06 12:35:41.601156 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-23de6d7a-db2d-4d19-aa63-2563df0d9e66 req-6f995988-60a3-406f-9f78-ab57525af2af tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510612 Oct 06 12:35:41.627145 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41cae8-ea19-4fa9-9f17-a008247cbad7 req-feaf37d9-6515-45c8-8676-3ad40260f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:41.628609 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8c41cae8-ea19-4fa9-9f17-a008247cbad7 req-feaf37d9-6515-45c8-8676-3ad40260f148 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 1129 time: 0.0436890 Oct 06 12:35:41.747914 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41cae8-ea19-4fa9-9f17-a008247cbad7 req-d98b219c-2896-4e02-ac7e-541c5168c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:41.749825 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8c41cae8-ea19-4fa9-9f17-a008247cbad7 req-d98b219c-2896-4e02-ac7e-541c5168c17f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=397bf80c-f529-4030-8ca3-f73bf801b9a0 HTTP/1.1" status: 200 len: 912 time: 0.0855408 Oct 06 12:35:41.807358 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8c41cae8-ea19-4fa9-9f17-a008247cbad7 req-a8178d22-9993-463e-a41c-d15937d53b4d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09838f9f-3bca-496d-a61f-cacc2bc37a5d HTTP/1.1" status: 200 len: 217 time: 0.0316989 Oct 06 12:35:41.854300 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41cae8-ea19-4fa9-9f17-a008247cbad7 req-66df4ef2-85b8-4626-b1fa-33169af64e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:41.855734 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8c41cae8-ea19-4fa9-9f17-a008247cbad7 req-66df4ef2-85b8-4626-b1fa-33169af64e7c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4d6dda75-0abd-49b2-9f71-b134f5c60ebe HTTP/1.1" status: 200 len: 850 time: 0.0423064 Oct 06 12:35:42.154308 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41cae8-ea19-4fa9-9f17-a008247cbad7 req-8ef1c615-7e9d-46cd-bfa5-179bf779b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:42.156310 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8c41cae8-ea19-4fa9-9f17-a008247cbad7 req-8ef1c615-7e9d-46cd-bfa5-179bf779b9fe service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=397bf80c-f529-4030-8ca3-f73bf801b9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494173 Oct 06 12:35:42.253698 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8c41cae8-ea19-4fa9-9f17-a008247cbad7 req-8fff84ae-a32e-4001-9b43-e35b705a6688 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905440 Oct 06 12:35:42.320943 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:42.325752 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:42.356024 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8c41cae8-ea19-4fa9-9f17-a008247cbad7 req-cd5a00b0-d253-4482-a054-aa081c67ba13 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953419 Oct 06 12:35:42.664351 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6672bab-eb62-4c25-b71c-3a25e9697196 req-69d60ba1-369b-4400-a132-1b5817382e35 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:42.665892 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6672bab-eb62-4c25-b71c-3a25e9697196 req-69d60ba1-369b-4400-a132-1b5817382e35 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 945 time: 0.0465443 Oct 06 12:35:42.984396 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae3805-bcb7-4da1-acb7-edb1c1400950 req-e754dff0-3cbd-4394-a76c-b757078d4c47 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:42.985735 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eeae3805-bcb7-4da1-acb7-edb1c1400950 req-e754dff0-3cbd-4394-a76c-b757078d4c47 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 945 time: 0.3075092 Oct 06 12:35:43.033994 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-c6672bab-eb62-4c25-b71c-3a25e9697196 req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Deleting port 09838f9f-3bca-496d-a61f-cacc2bc37a5d {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:35:43.034330 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-c6672bab-eb62-4c25-b71c-3a25e9697196 req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (09838f9f-3bca-496d-a61f-cacc2bc37a5d), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:43.101381 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eeae3805-bcb7-4da1-acb7-edb1c1400950 req-4108c9af-384c-44ad-9319-9a7eea071384 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987029 Oct 06 12:35:43.144676 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-c6672bab-eb62-4c25-b71c-3a25e9697196 req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] For port 09838f9f-3bca-496d-a61f-cacc2bc37a5d, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=09838f9f-3bca-496d-a61f-cacc2bc37a5d,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:35:43.145035 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-c6672bab-eb62-4c25-b71c-3a25e9697196 req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (09838f9f-3bca-496d-a61f-cacc2bc37a5d), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:43.158344 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-c6672bab-eb62-4c25-b71c-3a25e9697196 req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Calling delete_port for 09838f9f-3bca-496d-a61f-cacc2bc37a5d owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:35:43.280228 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-c6672bab-eb62-4c25-b71c-3a25e9697196 req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (09838f9f-3bca-496d-a61f-cacc2bc37a5d), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:43.308815 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event deleted for resources: {'Port': ['ID=09838f9f-3bca-496d-a61f-cacc2bc37a5d,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:35:43.322948 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:43.323302 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:43.323679 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:43.324025 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:43.324371 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:43.324689 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:43.325016 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:43.325348 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:43.325674 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:43.325998 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:43.326325 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:43.327237 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:43.327587 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:43.327911 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:43.328231 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:35:43.364648 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6672bab-eb62-4c25-b71c-3a25e9697196 req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] No DVR routers for this DVR port 09838f9f-3bca-496d-a61f-cacc2bc37a5d on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:35:43.367130 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-c6672bab-eb62-4c25-b71c-3a25e9697196 req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:43.370336 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6672bab-eb62-4c25-b71c-3a25e9697196 req-d47db56a-0658-4f6f-bc00-5111171ca81b tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.23 "DELETE /networking/v2.0/ports/09838f9f-3bca-496d-a61f-cacc2bc37a5d HTTP/1.1" status: 204 len: 173 time: 0.6992314 Oct 06 12:35:43.370829 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621f2a35-3a2e-4b6f-af2b-67399b85d360', 'name': 'network-vif-deleted', 'tag': '09838f9f-3bca-496d-a61f-cacc2bc37a5d'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:35:43.373100 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134f0522-d009-4ef4-b884-9f07980492f2" -d '{"events": [{"server_uuid": "621f2a35-3a2e-4b6f-af2b-67399b85d360", "name": "network-vif-deleted", "tag": "09838f9f-3bca-496d-a61f-cacc2bc37a5d"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:35:43.523435 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24153f2c-dc14-454c-8074-635ebf2797f6 x-openstack-request-id: req-24153f2c-dc14-454c-8074-635ebf2797f6 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:35:43.523758 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621f2a35-3a2e-4b6f-af2b-67399b85d360", "name": "network-vif-deleted", "tag": "09838f9f-3bca-496d-a61f-cacc2bc37a5d", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:35:43.524011 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-24153f2c-dc14-454c-8074-635ebf2797f6 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:35:43.524417 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24153f2c-dc14-454c-8074-635ebf2797f6'] response: {'server_uuid': '621f2a35-3a2e-4b6f-af2b-67399b85d360', 'name': 'network-vif-deleted', 'tag': '09838f9f-3bca-496d-a61f-cacc2bc37a5d', 'status': 'completed', 'code': 200} Oct 06 12:35:44.204586 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-42b43fda-81af-4eeb-a628-c28aa97b9d5f req-c2a05140-0665-4cce-bada-e6538c5620c3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 210 time: 0.0271049 Oct 06 12:35:45.307480 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2c0a3cdb-d045-4bf6-b3e7-e3995acc147a req-89f513c9-4a58-40a5-82b5-57fec854a90f tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 210 time: 0.0264916 Oct 06 12:35:46.409791 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-80969718-56d3-45b2-8f70-243d869a2f32 req-99673a33-68e3-4d7c-a2cd-ed5ab82196f3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 210 time: 0.0295622 Oct 06 12:35:47.510067 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cb356c77-cda7-4482-af79-c5a9961dd6e8 req-9fea6c5b-a4f6-45c1-abef-4086a2082978 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 210 time: 0.0275977 Oct 06 12:35:48.629951 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-072e327f-f2cd-4aad-aa0c-bdde2c2bcd32 req-e9d3d471-439f-4090-8e4e-09ee6b5ee19d tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=621f2a35-3a2e-4b6f-af2b-67399b85d360 HTTP/1.1" status: 200 len: 210 time: 0.0310578 Oct 06 12:35:48.767459 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ed4e4b91-a94a-4d7a-a707-ebda814208d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:49.320210 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 09838f9f-3bca-496d-a61f-cacc2bc37a5d no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:35:49.339811 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: 09838f9f-3bca-496d-a61f-cacc2bc37a5d {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:35:49.340157 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 09838f9f-3bca-496d-a61f-cacc2bc37a5d not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:35:50.053456 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=42 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:50.055817 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=38 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:51.066392 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-dbe407d6-c44f-497a-888e-fa454557552a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:51.516617 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59142) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:35:51.625019 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b2bca11e-de70-44b1-a4d0-ce9c95276b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:51.700063 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b2bca11e-de70-44b1-a4d0-ce9c95276b1e admin admin] Publish callbacks [] for security_group (96ab2f8b-0c37-404a-83c9-b56a13c5a5e9), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:51.703558 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b2bca11e-de70-44b1-a4d0-ce9c95276b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (96ab2f8b-0c37-404a-83c9-b56a13c5a5e9), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:51.741901 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-b2bca11e-de70-44b1-a4d0-ce9c95276b1e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=76af68a5acb8426fbba5f5b3a105c08b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242506 Oct 06 12:35:51.742733 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bca11e-de70-44b1-a4d0-ce9c95276b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ab2f8b-0c37-404a-83c9-b56a13c5a5e9,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:35:51.744791 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59146) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:35:51.794286 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-29141f92-e01a-43f8-8fd1-471f8f3301bf admin admin] Publish callbacks [] for security_group (96ab2f8b-0c37-404a-83c9-b56a13c5a5e9), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:51.814758 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-29141f92-e01a-43f8-8fd1-471f8f3301bf admin admin] Publish callbacks [] for security_group (96ab2f8b-0c37-404a-83c9-b56a13c5a5e9), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:51.861499 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-29141f92-e01a-43f8-8fd1-471f8f3301bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (96ab2f8b-0c37-404a-83c9-b56a13c5a5e9), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:51.864066 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-29141f92-e01a-43f8-8fd1-471f8f3301bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:51.865203 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-29141f92-e01a-43f8-8fd1-471f8f3301bf admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/96ab2f8b-0c37-404a-83c9-b56a13c5a5e9 HTTP/1.1" status: 204 len: 168 time: 0.1194508 Oct 06 12:35:51.872860 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29141f92-e01a-43f8-8fd1-471f8f3301bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ab2f8b-0c37-404a-83c9-b56a13c5a5e9,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:35:51.937532 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59152) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:35:52.085536 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-b00eb69d-2d87-4b19-9a63-70f8077a1ad9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Deleting port 3cc88da0-92d3-41bc-a563-9d496086a010 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:35:52.085968 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b00eb69d-2d87-4b19-9a63-70f8077a1ad9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (3cc88da0-92d3-41bc-a563-9d496086a010), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:52.133547 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:52.145243 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59156) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:35:52.159407 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8589-9b47-4596-b6e5-56b2a4b15d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:52.166859 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b00eb69d-2d87-4b19-9a63-70f8077a1ad9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (3cc88da0-92d3-41bc-a563-9d496086a010), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:52.167186 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b00eb69d-2d87-4b19-9a63-70f8077a1ad9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for floatingip (3cc88da0-92d3-41bc-a563-9d496086a010), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:52.171741 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:52.180623 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-b00eb69d-2d87-4b19-9a63-70f8077a1ad9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Calling delete_port for 3cc88da0-92d3-41bc-a563-9d496086a010 owned by network:floatingip {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:35:52.198008 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:52.242470 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8589-9b47-4596-b6e5-56b2a4b15d86 admin admin] Publish callbacks [] for security_group (3ae84c39-b0e6-492d-bd53-6b237efaec8e), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:52.246790 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8589-9b47-4596-b6e5-56b2a4b15d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (3ae84c39-b0e6-492d-bd53-6b237efaec8e), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:52.285970 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c8589-9b47-4596-b6e5-56b2a4b15d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae84c39-b0e6-492d-bd53-6b237efaec8e,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:35:52.292834 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-4a4c8589-9b47-4596-b6e5-56b2a4b15d86 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bbc583c7be2e43ceae56ffc7979d60ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440799 Oct 06 12:35:52.293072 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59158) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:35:52.333175 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b00eb69d-2d87-4b19-9a63-70f8077a1ad9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (3cc88da0-92d3-41bc-a563-9d496086a010), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:52.342053 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1b12abdf-3972-4464-8688-50c186c209c7 admin admin] Publish callbacks [] for security_group (3ae84c39-b0e6-492d-bd53-6b237efaec8e), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:52.358050 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00eb69d-2d87-4b19-9a63-70f8077a1ad9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event deleted for resources: {'Port': ['ID=3cc88da0-92d3-41bc-a563-9d496086a010,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:35:52.362313 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1b12abdf-3972-4464-8688-50c186c209c7 admin admin] Publish callbacks [] for security_group (3ae84c39-b0e6-492d-bd53-6b237efaec8e), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:52.411174 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1b12abdf-3972-4464-8688-50c186c209c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (3ae84c39-b0e6-492d-bd53-6b237efaec8e), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:52.413649 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1b12abdf-3972-4464-8688-50c186c209c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:52.415942 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-1b12abdf-3972-4464-8688-50c186c209c7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3ae84c39-b0e6-492d-bd53-6b237efaec8e HTTP/1.1" status: 204 len: 168 time: 0.1219301 Oct 06 12:35:52.423695 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12abdf-3972-4464-8688-50c186c209c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae84c39-b0e6-492d-bd53-6b237efaec8e,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:35:52.427377 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b00eb69d-2d87-4b19-9a63-70f8077a1ad9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for floatingip (283942e5-14af-4f7e-9573-39eeb87e5672), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:52.427803 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.l3_db [None req-b00eb69d-2d87-4b19-9a63-70f8077a1ad9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Floating IP 283942e5-14af-4f7e-9573-39eeb87e5672 disassociated (deleted). External IP: 172.27.0.76, port: 80e7b3d0-e904-4d2f-8247-bd9a538f244c. Oct 06 12:35:52.564973 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:52.627878 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00eb69d-2d87-4b19-9a63-70f8077a1ad9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:35:52.686800 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:52.741969 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00eb69d-2d87-4b19-9a63-70f8077a1ad9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:35:52.746399 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b00eb69d-2d87-4b19-9a63-70f8077a1ad9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:52.753935 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81edd2-90b4-4d42-8ee8-7ff4deeb36cd None None] Sync routers for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:35:52.764117 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81edd2-90b4-4d42-8ee8-7ff4deeb36cd None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:35:52.764868 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-4c81edd2-90b4-4d42-8ee8-7ff4deeb36cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:35:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:35:52.777932 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b00eb69d-2d87-4b19-9a63-70f8077a1ad9 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/283942e5-14af-4f7e-9573-39eeb87e5672 HTTP/1.1" status: 204 len: 168 time: 0.8391056 Oct 06 12:35:52.779019 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'tag': '80e7b3d0-e904-4d2f-8247-bd9a538f244c'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:35:52.781569 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378bb4c1-0c0a-4910-a919-b20bf2d77e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094", "tag": "80e7b3d0-e904-4d2f-8247-bd9a538f244c"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:35:52.833877 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d750d1-5998-4097-bc30-e00ee8a49b07 x-openstack-request-id: req-00d750d1-5998-4097-bc30-e00ee8a49b07 {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:35:52.834163 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094", "tag": "80e7b3d0-e904-4d2f-8247-bd9a538f244c", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:35:52.834411 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-00d750d1-5998-4097-bc30-e00ee8a49b07 {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:35:52.834808 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d750d1-5998-4097-bc30-e00ee8a49b07'] response: {'name': 'network-changed', 'server_uuid': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'tag': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'status': 'completed', 'code': 200} Oct 06 12:35:52.869646 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:52.886908 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-4c81edd2-90b4-4d42-8ee8-7ff4deeb36cd None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:35:52.888608 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:52.957543 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bb4c1-0c0a-4910-a919-b20bf2d77e8f req-d2b2d29e-3ba6-4eb4-ba27-5eeb528b711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:52.960450 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-378bb4c1-0c0a-4910-a919-b20bf2d77e8f req-d2b2d29e-3ba6-4eb4-ba27-5eeb528b711e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 1129 time: 0.0682230 Oct 06 12:35:53.067552 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b56166-d1e3-47b8-9069-c81c30a501ab req-9293c9bc-6d2a-4bde-ae7e-7b428b0d5308 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:53.069062 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2b56166-d1e3-47b8-9069-c81c30a501ab req-9293c9bc-6d2a-4bde-ae7e-7b428b0d5308 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 945 time: 0.0616713 Oct 06 12:35:53.091283 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-4c81edd2-90b4-4d42-8ee8-7ff4deeb36cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:35:53.123170 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81edd2-90b4-4d42-8ee8-7ff4deeb36cd None None] Checking router: 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:35:53.126268 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f2b56166-d1e3-47b8-9069-c81c30a501ab req-50350577-b7c9-401e-b775-9fea8d0145cc tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513153 Oct 06 12:35:53.132749 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81edd2-90b4-4d42-8ee8-7ff4deeb36cd None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:35:53.133572 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-4c81edd2-90b4-4d42-8ee8-7ff4deeb36cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:35:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:35:53.238608 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-4c81edd2-90b4-4d42-8ee8-7ff4deeb36cd None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:35:53.279372 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bb4c1-0c0a-4910-a919-b20bf2d77e8f req-55e064bd-d151-4427-959a-1aea82342b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:53.281485 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-378bb4c1-0c0a-4910-a919-b20bf2d77e8f req-55e064bd-d151-4427-959a-1aea82342b9b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=397bf80c-f529-4030-8ca3-f73bf801b9a0 HTTP/1.1" status: 200 len: 912 time: 0.0968716 Oct 06 12:35:53.348623 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-378bb4c1-0c0a-4910-a919-b20bf2d77e8f req-3e72017f-ede4-4fbe-abab-eba4fbaf6e4f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80e7b3d0-e904-4d2f-8247-bd9a538f244c HTTP/1.1" status: 200 len: 217 time: 0.0406475 Oct 06 12:35:53.376240 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:35:53.404930 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bb4c1-0c0a-4910-a919-b20bf2d77e8f req-9f694939-b98e-4f84-8c16-afc4fa8d9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:53.407398 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-378bb4c1-0c0a-4910-a919-b20bf2d77e8f req-9f694939-b98e-4f84-8c16-afc4fa8d9804 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4d6dda75-0abd-49b2-9f71-b134f5c60ebe HTTP/1.1" status: 200 len: 850 time: 0.0512500 Oct 06 12:35:53.447574 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-4c81edd2-90b4-4d42-8ee8-7ff4deeb36cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:35:53.473858 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81edd2-90b4-4d42-8ee8-7ff4deeb36cd None None] The sync data for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi is: [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:25:15Z', 'revision_number': 4, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': '560a4fd8-24fc-47ac-ab28-3b556d5a942b', 'name': '', 'network_id': '397bf80c-f529-4030-8ca3-f73bf801b9a0', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'mac_address': 'fa:16:3e:e1:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:13Z', 'updated_at': '2022-10-06T12:25:21Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'subnets': [{'id': '4d6dda75-0abd-49b2-9f71-b134f5c60ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:35:53.626901 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:53.647603 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59194) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:35:53.683220 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bb4c1-0c0a-4910-a919-b20bf2d77e8f req-b80cd169-404d-4f67-91c3-ac26d2970996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:53.684764 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-378bb4c1-0c0a-4910-a919-b20bf2d77e8f req-b80cd169-404d-4f67-91c3-ac26d2970996 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=397bf80c-f529-4030-8ca3-f73bf801b9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430152 Oct 06 12:35:53.731268 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76da4c3f-410d-4878-87b4-299a364bd840 None None] New status for floating IP 283942e5-14af-4f7e-9573-39eeb87e5672: DOWN {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:35:53.761876 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:53.769367 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a173c144-5b2a-4737-9569-437919397221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:53.850884 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a173c144-5b2a-4737-9569-437919397221 admin admin] Publish callbacks [] for security_group (88d7065e-a7bb-4373-81cd-7dc305b09a37), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:53.855271 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a173c144-5b2a-4737-9569-437919397221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (88d7065e-a7bb-4373-81cd-7dc305b09a37), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:53.884702 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-378bb4c1-0c0a-4910-a919-b20bf2d77e8f req-ea75b7f6-7040-4058-b812-dc9426deee60 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969400 Oct 06 12:35:53.895345 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-a173c144-5b2a-4737-9569-437919397221 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a3812d2edd4e4b5989a1d2834d74c7e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464287 Oct 06 12:35:53.896302 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173c144-5b2a-4737-9569-437919397221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d7065e-a7bb-4373-81cd-7dc305b09a37,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:35:53.898021 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59198) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:35:54.031596 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a33abc-46ee-41f9-8085-39ebbce5656a req-54afdfe7-06c0-4a6e-a7d5-e4880b81e805 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:54.033177 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f4a33abc-46ee-41f9-8085-39ebbce5656a req-54afdfe7-06c0-4a6e-a7d5-e4880b81e805 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 945 time: 0.1010730 Oct 06 12:35:54.036992 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6b60b899-387e-4faa-a10f-f22628fe56be admin admin] Publish callbacks [] for security_group (88d7065e-a7bb-4373-81cd-7dc305b09a37), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:54.054629 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:54.095673 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:54.109767 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6b60b899-387e-4faa-a10f-f22628fe56be admin admin] Publish callbacks [] for security_group (88d7065e-a7bb-4373-81cd-7dc305b09a37), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:54.162833 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-378bb4c1-0c0a-4910-a919-b20bf2d77e8f req-dfb34c39-ebf5-4cdb-a61c-94425b8e8893 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295947 Oct 06 12:35:54.193464 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-f4a33abc-46ee-41f9-8085-39ebbce5656a req-dbb412f6-4c27-4b23-bed7-797e1816bff3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Deleting port 80e7b3d0-e904-4d2f-8247-bd9a538f244c {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:35:54.193811 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f4a33abc-46ee-41f9-8085-39ebbce5656a req-dbb412f6-4c27-4b23-bed7-797e1816bff3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (80e7b3d0-e904-4d2f-8247-bd9a538f244c), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:54.275672 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6b60b899-387e-4faa-a10f-f22628fe56be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (88d7065e-a7bb-4373-81cd-7dc305b09a37), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:54.278160 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-6b60b899-387e-4faa-a10f-f22628fe56be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:54.279281 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-6b60b899-387e-4faa-a10f-f22628fe56be admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/88d7065e-a7bb-4373-81cd-7dc305b09a37 HTTP/1.1" status: 204 len: 168 time: 0.3802843 Oct 06 12:35:54.310602 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60b899-387e-4faa-a10f-f22628fe56be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d7065e-a7bb-4373-81cd-7dc305b09a37,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:35:54.323281 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fa605-9e9c-4973-b18d-285de7426547 req-cc6871dd-7a34-4f32-8de4-da26408c2c77 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:35:54.324782 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bf4fa605-9e9c-4973-b18d-285de7426547 req-cc6871dd-7a34-4f32-8de4-da26408c2c77 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 945 time: 0.0876791 Oct 06 12:35:54.371693 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-f4a33abc-46ee-41f9-8085-39ebbce5656a req-dbb412f6-4c27-4b23-bed7-797e1816bff3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] For port 80e7b3d0-e904-4d2f-8247-bd9a538f244c, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=80e7b3d0-e904-4d2f-8247-bd9a538f244c,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:35:54.372064 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f4a33abc-46ee-41f9-8085-39ebbce5656a req-dbb412f6-4c27-4b23-bed7-797e1816bff3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (80e7b3d0-e904-4d2f-8247-bd9a538f244c), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:54.397401 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-f4a33abc-46ee-41f9-8085-39ebbce5656a req-dbb412f6-4c27-4b23-bed7-797e1816bff3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Calling delete_port for 80e7b3d0-e904-4d2f-8247-bd9a538f244c owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:35:54.413727 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bf4fa605-9e9c-4973-b18d-285de7426547 req-1bf29abb-3064-4406-a2a5-e3dc40e0ec4d tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22f1c21f-ee16-42db-9416-1397567455d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811150 Oct 06 12:35:54.535694 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f4a33abc-46ee-41f9-8085-39ebbce5656a req-dbb412f6-4c27-4b23-bed7-797e1816bff3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (80e7b3d0-e904-4d2f-8247-bd9a538f244c), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:54.575682 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb412f6-4c27-4b23-bed7-797e1816bff3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event deleted for resources: {'Port': ['ID=80e7b3d0-e904-4d2f-8247-bd9a538f244c,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:35:54.617432 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a33abc-46ee-41f9-8085-39ebbce5656a req-dbb412f6-4c27-4b23-bed7-797e1816bff3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] No DVR routers for this DVR port 80e7b3d0-e904-4d2f-8247-bd9a538f244c on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:35:54.618856 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-f4a33abc-46ee-41f9-8085-39ebbce5656a req-dbb412f6-4c27-4b23-bed7-797e1816bff3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:54.622339 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f4a33abc-46ee-41f9-8085-39ebbce5656a req-dbb412f6-4c27-4b23-bed7-797e1816bff3 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.23 "DELETE /networking/v2.0/ports/80e7b3d0-e904-4d2f-8247-bd9a538f244c HTTP/1.1" status: 204 len: 173 time: 0.5831678 Oct 06 12:35:54.622855 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'name': 'network-vif-deleted', 'tag': '80e7b3d0-e904-4d2f-8247-bd9a538f244c'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:35:54.626318 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec0ff5d-1c51-4b72-b3f2-9a9347599175" -d '{"events": [{"server_uuid": "82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094", "name": "network-vif-deleted", "tag": "80e7b3d0-e904-4d2f-8247-bd9a538f244c"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:35:54.666117 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f890261e-517e-4eac-8589-9ae5a71fed88 x-openstack-request-id: req-f890261e-517e-4eac-8589-9ae5a71fed88 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:35:54.666462 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094", "name": "network-vif-deleted", "tag": "80e7b3d0-e904-4d2f-8247-bd9a538f244c", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:35:54.666735 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f890261e-517e-4eac-8589-9ae5a71fed88 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:35:54.667272 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f890261e-517e-4eac-8589-9ae5a71fed88'] response: {'server_uuid': '82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094', 'name': 'network-vif-deleted', 'tag': '80e7b3d0-e904-4d2f-8247-bd9a538f244c', 'status': 'completed', 'code': 200} Oct 06 12:35:55.546069 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7e1809f1-05d5-4df7-8268-fdf53862b496 req-c870cbcb-cf79-4bef-859f-3db2061da321 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82c5f2bc-a2d3-4a7f-b6f9-bf919a92a094 HTTP/1.1" status: 200 len: 210 time: 0.0284917 Oct 06 12:35:56.612152 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59254) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:35:56.729551 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-2b385ffa-686c-4489-8643-fd1d2325271f tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Deleting port cabc4e6e-5686-4e62-a99f-0a44ba6f0443 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:35:56.729891 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2b385ffa-686c-4489-8643-fd1d2325271f tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (cabc4e6e-5686-4e62-a99f-0a44ba6f0443), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:56.809523 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2b385ffa-686c-4489-8643-fd1d2325271f tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (cabc4e6e-5686-4e62-a99f-0a44ba6f0443), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:56.809851 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2b385ffa-686c-4489-8643-fd1d2325271f tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for floatingip (cabc4e6e-5686-4e62-a99f-0a44ba6f0443), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:56.822616 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-2b385ffa-686c-4489-8643-fd1d2325271f tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Calling delete_port for cabc4e6e-5686-4e62-a99f-0a44ba6f0443 owned by network:floatingip {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:35:56.879822 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:56.938427 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:35:56.953421 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2b385ffa-686c-4489-8643-fd1d2325271f tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (cabc4e6e-5686-4e62-a99f-0a44ba6f0443), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:56.977681 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b385ffa-686c-4489-8643-fd1d2325271f tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event deleted for resources: {'Port': ['ID=cabc4e6e-5686-4e62-a99f-0a44ba6f0443,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:35:57.037484 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2b385ffa-686c-4489-8643-fd1d2325271f tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for floatingip (4cb41827-f8de-4997-b544-da91a8d902ad), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:57.040043 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2b385ffa-686c-4489-8643-fd1d2325271f tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:35:57.041168 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-2b385ffa-686c-4489-8643-fd1d2325271f tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/4cb41827-f8de-4997-b544-da91a8d902ad HTTP/1.1" status: 204 len: 168 time: 0.4280305 Oct 06 12:35:57.352389 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 80e7b3d0-e904-4d2f-8247-bd9a538f244c no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:35:57.374615 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: 80e7b3d0-e904-4d2f-8247-bd9a538f244c {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:35:57.374966 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 80e7b3d0-e904-4d2f-8247-bd9a538f244c not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:36:01.413272 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59282) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:01.473399 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d2097bc5-19fa-4f58-8b8e-f948031f8324 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group (22f1c21f-ee16-42db-9416-1397567455d1), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:01.496555 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d2097bc5-19fa-4f58-8b8e-f948031f8324 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group (22f1c21f-ee16-42db-9416-1397567455d1), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:01.554118 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d2097bc5-19fa-4f58-8b8e-f948031f8324 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (22f1c21f-ee16-42db-9416-1397567455d1), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:01.556920 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d2097bc5-19fa-4f58-8b8e-f948031f8324 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:01.558166 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-d2097bc5-19fa-4f58-8b8e-f948031f8324 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/22f1c21f-ee16-42db-9416-1397567455d1 HTTP/1.1" status: 204 len: 168 time: 0.1438322 Oct 06 12:36:01.567272 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2097bc5-19fa-4f58-8b8e-f948031f8324 tempest-TestVolumeBootPattern-152508398 tempest-TestVolumeBootPattern-152508398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f1c21f-ee16-42db-9416-1397567455d1,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:01.622558 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59286) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:02.078458 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-39d0116c-ebc5-4d32-ad94-f8ff38c71cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664333'] for router_interface (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:02.300438 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-39d0116c-ebc5-4d32-ad94-f8ff38c71cae admin admin] Deleting port 560a4fd8-24fc-47ac-ab28-3b556d5a942b {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:36:02.300672 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-39d0116c-ebc5-4d32-ad94-f8ff38c71cae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:02.342764 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:02.382732 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-39d0116c-ebc5-4d32-ad94-f8ff38c71cae admin admin] For port 560a4fd8-24fc-47ac-ab28-3b556d5a942b, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=560a4fd8-24fc-47ac-ab28-3b556d5a942b,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:36:02.383096 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-39d0116c-ebc5-4d32-ad94-f8ff38c71cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:02.396740 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-39d0116c-ebc5-4d32-ad94-f8ff38c71cae admin admin] Calling delete_port for 560a4fd8-24fc-47ac-ab28-3b556d5a942b owned by network:router_interface {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:36:02.408607 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:02.570628 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-39d0116c-ebc5-4d32-ad94-f8ff38c71cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (560a4fd8-24fc-47ac-ab28-3b556d5a942b), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:02.592534 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0116c-ebc5-4d32-ad94-f8ff38c71cae admin admin] Pushing event deleted for resources: {'Port': ['ID=560a4fd8-24fc-47ac-ab28-3b556d5a942b,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:02.755677 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-39d0116c-ebc5-4d32-ad94-f8ff38c71cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664313'] for router_interface (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:02.954595 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d0116c-ebc5-4d32-ad94-f8ff38c71cae admin admin] Router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:36:03.291563 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d0116c-ebc5-4d32-ad94-f8ff38c71cae admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:36:03.296453 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-39d0116c-ebc5-4d32-ad94-f8ff38c71cae admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/47d28249-2dd1-4c5a-86e1-2bc0c6e8da14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6727545 Oct 06 12:36:03.299035 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59304) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:03.301618 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054cb799-8c86-443b-8de4-9305fbfbc2ed None None] Sync routers for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:36:03.312624 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054cb799-8c86-443b-8de4-9305fbfbc2ed None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:36:03.313308 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-054cb799-8c86-443b-8de4-9305fbfbc2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:35:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:03.408768 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c7a558ca-2940-4915-965f-09f77232a30b admin admin] Publish callbacks [] for router (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:03.418905 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-054cb799-8c86-443b-8de4-9305fbfbc2ed None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:36:03.439360 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:03.500280 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:03.511400 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c7a558ca-2940-4915-965f-09f77232a30b admin admin] Publish callbacks [] for router_gateway (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:03.553046 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-c7a558ca-2940-4915-965f-09f77232a30b admin admin] Deleting port 4f0b4601-8692-4d90-b21e-21d41699e207 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:36:03.553384 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c7a558ca-2940-4915-965f-09f77232a30b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (4f0b4601-8692-4d90-b21e-21d41699e207), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:03.590560 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-054cb799-8c86-443b-8de4-9305fbfbc2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:36:02Z', 'revision_number': 5, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port': {'id': '4f0b4601-8692-4d90-b21e-21d41699e207', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:10Z', 'updated_at': '2022-10-06T12:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:03.615471 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054cb799-8c86-443b-8de4-9305fbfbc2ed None None] Checking router: 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:36:03.624328 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054cb799-8c86-443b-8de4-9305fbfbc2ed None None] Routers {'47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:36:03.624927 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-054cb799-8c86-443b-8de4-9305fbfbc2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:35:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:03.632006 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-c7a558ca-2940-4915-965f-09f77232a30b admin admin] For port 4f0b4601-8692-4d90-b21e-21d41699e207, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=4f0b4601-8692-4d90-b21e-21d41699e207,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:36:03.632573 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c7a558ca-2940-4915-965f-09f77232a30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (4f0b4601-8692-4d90-b21e-21d41699e207), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:03.649004 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-c7a558ca-2940-4915-965f-09f77232a30b admin admin] Calling delete_port for 4f0b4601-8692-4d90-b21e-21d41699e207 owned by network:router_gateway {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:36:03.693744 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:03.708989 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-054cb799-8c86-443b-8de4-9305fbfbc2ed None None] Set router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 gateway port host: None {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:36:03.734972 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=9 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:03.756769 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-054cb799-8c86-443b-8de4-9305fbfbc2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:36:03Z', 'revision_number': 6, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port_host': None}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:03.773925 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:03.784447 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054cb799-8c86-443b-8de4-9305fbfbc2ed None None] The sync data for ids ['47d28249-2dd1-4c5a-86e1-2bc0c6e8da14'] in dv-cinder-856041-2-iscsi is: [{'id': '47d28249-2dd1-4c5a-86e1-2bc0c6e8da14', 'name': 'tempest-TestVolumeBootPattern-318154418-router', 'tenant_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:09Z', 'updated_at': '2022-10-06T12:36:03Z', 'revision_number': 6, 'project_id': 'c80feb95ecbf413ca0bc52a519bf43b7', 'gw_port_host': None}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:36:03.821673 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c7a558ca-2940-4915-965f-09f77232a30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (4f0b4601-8692-4d90-b21e-21d41699e207), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:03.844360 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a558ca-2940-4915-965f-09f77232a30b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0b4601-8692-4d90-b21e-21d41699e207,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:03.890171 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=41,neutron:INSERT=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:03.892089 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=25,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:03.909060 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c7a558ca-2940-4915-965f-09f77232a30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665907'] for router_gateway (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:03.994055 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c7a558ca-2940-4915-965f-09f77232a30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2444'] for router (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:03.996192 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c7a558ca-2940-4915-965f-09f77232a30b admin admin] Publish callbacks [] for router_controller (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), precommit_delete_associations {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.037921 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c7a558ca-2940-4915-965f-09f77232a30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664353'] for router (47d28249-2dd1-4c5a-86e1-2bc0c6e8da14), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.038440 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a558ca-2940-4915-965f-09f77232a30b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 {{(pid=106140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 12:36:04.042648 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-c7a558ca-2940-4915-965f-09f77232a30b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.043815 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-c7a558ca-2940-4915-965f-09f77232a30b admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/47d28249-2dd1-4c5a-86e1-2bc0c6e8da14 HTTP/1.1" status: 204 len: 168 time: 0.7437339 Oct 06 12:36:04.046809 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59306) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:04.093321 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_v2 [None req-496a458a-ebe7-4240-b109-948fd04d5507 admin admin] Deleting subnet 4d6dda75-0abd-49b2-9f71-b134f5c60ebe {{(pid=106140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:36:04.096402 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-496a458a-ebe7-4240-b109-948fd04d5507 admin admin] Publish callbacks [] for subnet (4d6dda75-0abd-49b2-9f71-b134f5c60ebe), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.131659 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-496a458a-ebe7-4240-b109-948fd04d5507 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7447193'] for subnet (4d6dda75-0abd-49b2-9f71-b134f5c60ebe), precommit_delete_associations {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.212798 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-496a458a-ebe7-4240-b109-948fd04d5507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (4d6dda75-0abd-49b2-9f71-b134f5c60ebe), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.277760 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-496a458a-ebe7-4240-b109-948fd04d5507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5175868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5090304'] for subnet (4d6dda75-0abd-49b2-9f71-b134f5c60ebe), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.307280 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a458a-ebe7-4240-b109-948fd04d5507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d6dda75-0abd-49b2-9f71-b134f5c60ebe,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:04.313197 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-496a458a-ebe7-4240-b109-948fd04d5507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.319050 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-496a458a-ebe7-4240-b109-948fd04d5507 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/4d6dda75-0abd-49b2-9f71-b134f5c60ebe HTTP/1.1" status: 204 len: 168 time: 0.2689354 Oct 06 12:36:04.320037 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5295414a-a5e8-4281-9ee2-07d3b3eb2d32 None None] Network 397bf80c-f529-4030-8ca3-f73bf801b9a0 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:36:04.320544 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59314) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:04.333252 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:04.391996 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (397bf80c-f529-4030-8ca3-f73bf801b9a0), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.413611 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59316) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:04.441818 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] Deleting port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:36:04.442168 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (1e9f86b1-71f9-4e42-ad05-60755e9b5f99), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.507291 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] For port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=1e9f86b1-71f9-4e42-ad05-60755e9b5f99,segment=NetworkSegment(202c3c04-957d-480e-8c53-553140500260),segment_id=202c3c04-957d-480e-8c53-553140500260)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:36:04.507689 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (1e9f86b1-71f9-4e42-ad05-60755e9b5f99), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.521069 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] Calling delete_port for 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 owned by network:dhcp {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:36:04.525597 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9754bad9-ece9-4adc-8b3e-51c2df25f9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.527983 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:04.539272 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:04.590971 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcb6642-385c-43ce-a968-e5310820f398 None None] DHCP port deletion for 397bf80c-f529-4030-8ca3-f73bf801b9a0 request from dv-cinder-856041-2-iscsi {{(pid=106141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 12:36:04.609260 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (1e9f86b1-71f9-4e42-ad05-60755e9b5f99), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.618507 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9754bad9-ece9-4adc-8b3e-51c2df25f9ae admin admin] Publish callbacks [] for security_group (c739a088-b47e-42fd-9504-7bebba868922), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.622452 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9754bad9-ece9-4adc-8b3e-51c2df25f9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (c739a088-b47e-42fd-9504-7bebba868922), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.628790 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb6642-385c-43ce-a968-e5310820f398 None None] The port '1e9f86b1-71f9-4e42-ad05-60755e9b5f99' was deleted {{(pid=106141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Oct 06 12:36:04.640182 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e9f86b1-71f9-4e42-ad05-60755e9b5f99,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:04.644088 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] No DVR routers for this DVR port 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 on host dv-cinder-856041-2-iscsi {{(pid=106139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:36:04.674274 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-9754bad9-ece9-4adc-8b3e-51c2df25f9ae admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e23621d60bbd4fd1aa76116be19ad226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595134 Oct 06 12:36:04.675153 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754bad9-ece9-4adc-8b3e-51c2df25f9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c739a088-b47e-42fd-9504-7bebba868922,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:04.677435 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59320) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:04.721955 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (397bf80c-f529-4030-8ca3-f73bf801b9a0), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.737045 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-833a5142-c635-4b47-ad46-0d9743465927 admin admin] Publish callbacks [] for security_group (c739a088-b47e-42fd-9504-7bebba868922), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.742836 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397bf80c-f529-4030-8ca3-f73bf801b9a0']}} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:04.752680 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202c3c04-957d-480e-8c53-553140500260') {'for_net_delete': True} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:04.752982 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202c3c04-957d-480e-8c53-553140500260') {} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:04.757727 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-833a5142-c635-4b47-ad46-0d9743465927 admin admin] Publish callbacks [] for security_group (c739a088-b47e-42fd-9504-7bebba868922), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.767590 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7435035'] for segment (202c3c04-957d-480e-8c53-553140500260), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.784172 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (202c3c04-957d-480e-8c53-553140500260), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.792781 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:36:04.793557 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4794253'] for segment (202c3c04-957d-480e-8c53-553140500260), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.814398 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-833a5142-c635-4b47-ad46-0d9743465927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (c739a088-b47e-42fd-9504-7bebba868922), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.817364 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-833a5142-c635-4b47-ad46-0d9743465927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.818562 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-833a5142-c635-4b47-ad46-0d9743465927 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c739a088-b47e-42fd-9504-7bebba868922 HTTP/1.1" status: 204 len: 168 time: 0.1402326 Oct 06 12:36:04.829300 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a5142-c635-4b47-ad46-0d9743465927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c739a088-b47e-42fd-9504-7bebba868922,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:04.879173 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (397bf80c-f529-4030-8ca3-f73bf801b9a0), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.903317 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:04.910700 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59330) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:04.910956 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/397bf80c-f529-4030-8ca3-f73bf801b9a0 HTTP/1.1" status: 204 len: 168 time: 0.5894985 Oct 06 12:36:04.912535 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bb37b-39f8-4b62-9a43-bdbd9702c698 admin admin] Pushing event deleted for resources: {'Network': ['ID=397bf80c-f529-4030-8ca3-f73bf801b9a0,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:05.109891 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.services.segments.plugin [-] Segment 202c3c04-957d-480e-8c53-553140500260 resource provider aggregate not found Oct 06 12:36:05.131744 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.services.segments.plugin [-] Segment 202c3c04-957d-480e-8c53-553140500260 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 202c3c04-957d-480e-8c53-553140500260 found for delete ", "request_id": "req-f0a24b26-9eba-4282-938f-87ff23543208"}]} Oct 06 12:36:05.258193 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:36:05.271189 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-084ba1b4-fcdb-4027-acca-de5968e7e4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664333'] for router_interface (09c5264c-2327-45ef-931c-a36a318c489a), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:05.278249 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:36:05.278598 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 1e9f86b1-71f9-4e42-ad05-60755e9b5f99 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:36:05.279007 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 4f0b4601-8692-4d90-b21e-21d41699e207 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:36:05.296840 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 4f0b4601-8692-4d90-b21e-21d41699e207 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:36:05.297187 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 4f0b4601-8692-4d90-b21e-21d41699e207 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:36:05.297589 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 560a4fd8-24fc-47ac-ab28-3b556d5a942b no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:36:05.315453 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 560a4fd8-24fc-47ac-ab28-3b556d5a942b {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:36:05.315826 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 560a4fd8-24fc-47ac-ab28-3b556d5a942b not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:36:05.485205 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:05.493027 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-084ba1b4-fcdb-4027-acca-de5968e7e4a2 admin admin] Deleting port f205063c-7540-4f78-911d-11c49c88360c {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:36:05.493372 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-084ba1b4-fcdb-4027-acca-de5968e7e4a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (f205063c-7540-4f78-911d-11c49c88360c), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:05.550840 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:05.583928 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-084ba1b4-fcdb-4027-acca-de5968e7e4a2 admin admin] For port f205063c-7540-4f78-911d-11c49c88360c, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=f205063c-7540-4f78-911d-11c49c88360c,segment=NetworkSegment(a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32),segment_id=a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:36:05.584216 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-084ba1b4-fcdb-4027-acca-de5968e7e4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (f205063c-7540-4f78-911d-11c49c88360c), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:05.596832 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-084ba1b4-fcdb-4027-acca-de5968e7e4a2 admin admin] Calling delete_port for f205063c-7540-4f78-911d-11c49c88360c owned by network:router_interface {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:36:05.771654 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-084ba1b4-fcdb-4027-acca-de5968e7e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (f205063c-7540-4f78-911d-11c49c88360c), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:05.793666 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ba1b4-fcdb-4027-acca-de5968e7e4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f205063c-7540-4f78-911d-11c49c88360c,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:05.956287 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-084ba1b4-fcdb-4027-acca-de5968e7e4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664313'] for router_interface (09c5264c-2327-45ef-931c-a36a318c489a), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:06.153899 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084ba1b4-fcdb-4027-acca-de5968e7e4a2 admin admin] Router 09c5264c-2327-45ef-931c-a36a318c489a has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:36:06.253447 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084ba1b4-fcdb-4027-acca-de5968e7e4a2 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:36:06.261013 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-084ba1b4-fcdb-4027-acca-de5968e7e4a2 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/09c5264c-2327-45ef-931c-a36a318c489a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3462658 Oct 06 12:36:06.261013 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59334) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:06.261619 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b5134-9ceb-4c2c-be1f-19981ce9cdc7 None None] Sync routers for ids ['09c5264c-2327-45ef-931c-a36a318c489a'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:36:06.271743 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b5134-9ceb-4c2c-be1f-19981ce9cdc7 None None] Routers {'09c5264c-2327-45ef-931c-a36a318c489a'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:36:06.272350 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-959b5134-9ceb-4c2c-be1f-19981ce9cdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:35:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['09c5264c-2327-45ef-931c-a36a318c489a'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:06.301710 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:06.360118 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-95b58b68-ec17-4081-80b6-041b2f23625a admin admin] Publish callbacks [] for router (09c5264c-2327-45ef-931c-a36a318c489a), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:06.362267 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:06.373923 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-959b5134-9ceb-4c2c-be1f-19981ce9cdc7 None None] Set router 09c5264c-2327-45ef-931c-a36a318c489a gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:36:06.458879 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-95b58b68-ec17-4081-80b6-041b2f23625a admin admin] Publish callbacks [] for router_gateway (09c5264c-2327-45ef-931c-a36a318c489a), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:06.540101 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-959b5134-9ceb-4c2c-be1f-19981ce9cdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c5264c-2327-45ef-931c-a36a318c489a', 'name': 'tempest-TestVolumeBootPattern-1110920092-router', 'tenant_id': '7d7cefa469664b099a6f0a24e705bdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'b15d27ad-658c-4463-9e1f-608b7b82290d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:36:05Z', 'revision_number': 5, 'project_id': '7d7cefa469664b099a6f0a24e705bdad', 'gw_port': {'id': 'b15d27ad-658c-4463-9e1f-608b7b82290d', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c5264c-2327-45ef-931c-a36a318c489a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:25:20Z', 'updated_at': '2022-10-06T12:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:06.567057 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b5134-9ceb-4c2c-be1f-19981ce9cdc7 None None] Checking router: 09c5264c-2327-45ef-931c-a36a318c489a for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:36:06.576074 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b5134-9ceb-4c2c-be1f-19981ce9cdc7 None None] Routers {'09c5264c-2327-45ef-931c-a36a318c489a'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:36:06.576727 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-959b5134-9ceb-4c2c-be1f-19981ce9cdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:35:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['09c5264c-2327-45ef-931c-a36a318c489a'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:06.662030 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-959b5134-9ceb-4c2c-be1f-19981ce9cdc7 None None] Set router 09c5264c-2327-45ef-931c-a36a318c489a gateway port host: None {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:36:06.745863 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-95b58b68-ec17-4081-80b6-041b2f23625a admin admin] Deleting port b15d27ad-658c-4463-9e1f-608b7b82290d {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:36:06.746082 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-95b58b68-ec17-4081-80b6-041b2f23625a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (b15d27ad-658c-4463-9e1f-608b7b82290d), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:06.797586 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-959b5134-9ceb-4c2c-be1f-19981ce9cdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c5264c-2327-45ef-931c-a36a318c489a', 'name': 'tempest-TestVolumeBootPattern-1110920092-router', 'tenant_id': '7d7cefa469664b099a6f0a24e705bdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:36:06Z', 'revision_number': 6, 'project_id': '7d7cefa469664b099a6f0a24e705bdad', 'gw_port_host': None}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:06.821812 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b5134-9ceb-4c2c-be1f-19981ce9cdc7 None None] The sync data for ids ['09c5264c-2327-45ef-931c-a36a318c489a'] in dv-cinder-856041-2-iscsi is: [{'id': '09c5264c-2327-45ef-931c-a36a318c489a', 'name': 'tempest-TestVolumeBootPattern-1110920092-router', 'tenant_id': '7d7cefa469664b099a6f0a24e705bdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:25:19Z', 'updated_at': '2022-10-06T12:36:06Z', 'revision_number': 6, 'project_id': '7d7cefa469664b099a6f0a24e705bdad', 'gw_port_host': None}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:36:06.828679 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-95b58b68-ec17-4081-80b6-041b2f23625a admin admin] For port b15d27ad-658c-4463-9e1f-608b7b82290d, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=b15d27ad-658c-4463-9e1f-608b7b82290d,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:36:06.829314 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-95b58b68-ec17-4081-80b6-041b2f23625a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (b15d27ad-658c-4463-9e1f-608b7b82290d), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:06.846511 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-95b58b68-ec17-4081-80b6-041b2f23625a admin admin] Calling delete_port for b15d27ad-658c-4463-9e1f-608b7b82290d owned by network:router_gateway {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:36:07.012174 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-95b58b68-ec17-4081-80b6-041b2f23625a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (b15d27ad-658c-4463-9e1f-608b7b82290d), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.036588 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b58b68-ec17-4081-80b6-041b2f23625a admin admin] Pushing event deleted for resources: {'Port': ['ID=b15d27ad-658c-4463-9e1f-608b7b82290d,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:07.096608 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-95b58b68-ec17-4081-80b6-041b2f23625a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665907'] for router_gateway (09c5264c-2327-45ef-931c-a36a318c489a), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.182571 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-95b58b68-ec17-4081-80b6-041b2f23625a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2444'] for router (09c5264c-2327-45ef-931c-a36a318c489a), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.184853 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-95b58b68-ec17-4081-80b6-041b2f23625a admin admin] Publish callbacks [] for router_controller (09c5264c-2327-45ef-931c-a36a318c489a), precommit_delete_associations {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.207447 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.236537 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-95b58b68-ec17-4081-80b6-041b2f23625a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664353'] for router (09c5264c-2327-45ef-931c-a36a318c489a), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.236537 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b58b68-ec17-4081-80b6-041b2f23625a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09c5264c-2327-45ef-931c-a36a318c489a {{(pid=106140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 12:36:07.242687 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-95b58b68-ec17-4081-80b6-041b2f23625a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.245951 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-95b58b68-ec17-4081-80b6-041b2f23625a admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/09c5264c-2327-45ef-931c-a36a318c489a HTTP/1.1" status: 204 len: 168 time: 0.9840555 Oct 06 12:36:07.248759 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59336) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:07.294596 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea68dd7d-cc6a-4611-a7d4-fa17bf278ab7 admin admin] Deleting subnet bf46f975-f9ad-4693-84d8-4a4fc18c0231 {{(pid=106139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:36:07.297670 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ea68dd7d-cc6a-4611-a7d4-fa17bf278ab7 admin admin] Publish callbacks [] for subnet (bf46f975-f9ad-4693-84d8-4a4fc18c0231), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.331452 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ea68dd7d-cc6a-4611-a7d4-fa17bf278ab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7435106'] for subnet (bf46f975-f9ad-4693-84d8-4a4fc18c0231), precommit_delete_associations {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.406816 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ea68dd7d-cc6a-4611-a7d4-fa17bf278ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (bf46f975-f9ad-4693-84d8-4a4fc18c0231), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.457206 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ea68dd7d-cc6a-4611-a7d4-fa17bf278ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4794215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4892458'] for subnet (bf46f975-f9ad-4693-84d8-4a4fc18c0231), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.480183 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68dd7d-cc6a-4611-a7d4-fa17bf278ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf46f975-f9ad-4693-84d8-4a4fc18c0231,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:07.486426 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ea68dd7d-cc6a-4611-a7d4-fa17bf278ab7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.489491 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-ea68dd7d-cc6a-4611-a7d4-fa17bf278ab7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/bf46f975-f9ad-4693-84d8-4a4fc18c0231 HTTP/1.1" status: 204 len: 168 time: 0.2397580 Oct 06 12:36:07.492158 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36145d1-727d-4237-bcaa-011ebf89b1e4 None None] Network ebfc519f-05ab-43ee-80ea-27d68769a10a requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:36:07.492311 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59338) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:07.672599 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] DHCP port deletion for ebfc519f-05ab-43ee-80ea-27d68769a10a request from dv-cinder-856041-2-iscsi {{(pid=106141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 12:36:07.677022 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device f205063c-7540-4f78-911d-11c49c88360c no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:36:07.704642 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: f205063c-7540-4f78-911d-11c49c88360c {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:36:07.704993 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device f205063c-7540-4f78-911d-11c49c88360c not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:36:07.738336 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Deleting port ca59cfbc-250c-4e33-8550-f530724bfa5b {{(pid=106141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:36:07.738711 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (ca59cfbc-250c-4e33-8550-f530724bfa5b), before_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.803829 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] For port ca59cfbc-250c-4e33-8550-f530724bfa5b, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=ca59cfbc-250c-4e33-8550-f530724bfa5b,segment=NetworkSegment(a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32),segment_id=a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:36:07.804227 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (ca59cfbc-250c-4e33-8550-f530724bfa5b), precommit_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.813038 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (ebfc519f-05ab-43ee-80ea-27d68769a10a), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.819310 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Calling delete_port for ca59cfbc-250c-4e33-8550-f530724bfa5b owned by network:dhcp {{(pid=106141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:36:07.824171 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:07.827368 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:07.863615 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] Deleting port ca59cfbc-250c-4e33-8550-f530724bfa5b {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:36:07.863964 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (ca59cfbc-250c-4e33-8550-f530724bfa5b), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.911206 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100'] for port (ca59cfbc-250c-4e33-8550-f530724bfa5b), after_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.931465 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] For port ca59cfbc-250c-4e33-8550-f530724bfa5b, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=ca59cfbc-250c-4e33-8550-f530724bfa5b,segment=NetworkSegment(a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32),segment_id=a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:36:07.931864 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (ca59cfbc-250c-4e33-8550-f530724bfa5b), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:07.936038 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Pushing event deleted for resources: {'Port': ['ID=ca59cfbc-250c-4e33-8550-f530724bfa5b,revision_number=None']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:07.940311 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] No DVR routers for this DVR port ca59cfbc-250c-4e33-8550-f530724bfa5b on host dv-cinder-856041-2-iscsi {{(pid=106141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:36:07.949078 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] Calling delete_port for ca59cfbc-250c-4e33-8550-f530724bfa5b owned by network:dhcp {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:36:07.950072 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:07.950438 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:07.950957 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:07.951847 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:07.952181 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:07.952509 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:07.952892 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:07.953213 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:07.953534 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:07.953877 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:07.954201 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:07.954537 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:07.954919 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:07.955239 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:07.955607 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd718b1-8df2-4b5f-ad7d-54e28dd1e19e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:08.027136 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (ca59cfbc-250c-4e33-8550-f530724bfa5b), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:08.051696 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca59cfbc-250c-4e33-8550-f530724bfa5b,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:08.055281 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] No DVR routers for this DVR port ca59cfbc-250c-4e33-8550-f530724bfa5b on host dv-cinder-856041-2-iscsi {{(pid=106139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:36:08.127004 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (ebfc519f-05ab-43ee-80ea-27d68769a10a), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:08.147544 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfc519f-05ab-43ee-80ea-27d68769a10a']}} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:08.157474 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32') {'for_net_delete': True} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:08.157781 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32') {} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:08.167269 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7435035'] for segment (a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:08.180257 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:08.187741 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:36:08.188153 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4794253'] for segment (a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:08.230766 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.services.segments.plugin [-] Segment a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32 resource provider aggregate not found Oct 06 12:36:08.249555 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.services.segments.plugin [-] Segment a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a69b7ecd-0ac8-4d8a-b6c4-d2e378efad32 found for delete ", "request_id": "req-164de481-7719-4125-aa44-e35d678880e5"}]} Oct 06 12:36:08.253944 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (ebfc519f-05ab-43ee-80ea-27d68769a10a), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:08.260059 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:08.262927 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/ebfc519f-05ab-43ee-80ea-27d68769a10a HTTP/1.1" status: 204 len: 168 time: 0.7698271 Oct 06 12:36:08.274785 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675da8e-2687-4539-8bc1-37a1bf9bdbd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebfc519f-05ab-43ee-80ea-27d68769a10a,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:08.426100 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59346) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:08.466788 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-bc035f74-eba7-45f8-883b-e000ca29a41b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c80feb95ecbf413ca0bc52a519bf43b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395477 Oct 06 12:36:08.469331 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59348) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:08.516087 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-344b44dc-e236-44e1-8649-0555be740af7 admin admin] Publish callbacks [] for security_group (438c31ae-601e-4e09-9be9-acd4cda574e7), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:08.535431 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-344b44dc-e236-44e1-8649-0555be740af7 admin admin] Publish callbacks [] for security_group (438c31ae-601e-4e09-9be9-acd4cda574e7), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:08.583066 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-344b44dc-e236-44e1-8649-0555be740af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (438c31ae-601e-4e09-9be9-acd4cda574e7), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:08.585604 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-344b44dc-e236-44e1-8649-0555be740af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:08.586744 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-344b44dc-e236-44e1-8649-0555be740af7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/438c31ae-601e-4e09-9be9-acd4cda574e7 HTTP/1.1" status: 204 len: 168 time: 0.1165211 Oct 06 12:36:08.594737 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b44dc-e236-44e1-8649-0555be740af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438c31ae-601e-4e09-9be9-acd4cda574e7,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:08.921601 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59354) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:08.959802 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-426962ce-86d6-4c46-8d8c-0e774f3ff079 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=7d7cefa469664b099a6f0a24e705bdad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370436 Oct 06 12:36:08.962200 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59356) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:09.011616 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c9ff964d-d16e-4ab3-badf-af92b903e67c admin admin] Publish callbacks [] for security_group (b1a4ba4e-b4b5-4ef4-bc24-42dfbda5c859), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:09.031097 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c9ff964d-d16e-4ab3-badf-af92b903e67c admin admin] Publish callbacks [] for security_group (b1a4ba4e-b4b5-4ef4-bc24-42dfbda5c859), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:09.076084 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c9ff964d-d16e-4ab3-badf-af92b903e67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (b1a4ba4e-b4b5-4ef4-bc24-42dfbda5c859), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:09.078687 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c9ff964d-d16e-4ab3-badf-af92b903e67c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:09.079877 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-c9ff964d-d16e-4ab3-badf-af92b903e67c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b1a4ba4e-b4b5-4ef4-bc24-42dfbda5c859 HTTP/1.1" status: 204 len: 168 time: 0.1168010 Oct 06 12:36:09.083111 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:09.088615 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff964d-d16e-4ab3-badf-af92b903e67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a4ba4e-b4b5-4ef4-bc24-42dfbda5c859,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:09.267611 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device b15d27ad-658c-4463-9e1f-608b7b82290d no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:36:09.291449 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: b15d27ad-658c-4463-9e1f-608b7b82290d {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:36:09.291827 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device b15d27ad-658c-4463-9e1f-608b7b82290d not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:36:09.292257 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device ca59cfbc-250c-4e33-8550-f530724bfa5b no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:36:09.441927 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: ca59cfbc-250c-4e33-8550-f530724bfa5b {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:36:09.442186 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device ca59cfbc-250c-4e33-8550-f530724bfa5b not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:36:17.228063 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:17.230677 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:18.675870 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=51 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:18.677814 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=58 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:18.769869 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ffa51c2a-9056-4ea0-96ad-19d9c6e5c71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:19.082603 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:21.067482 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ed4d04c0-c8df-4675-ba28-b246ae05f998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:22.135256 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:23.629141 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:23.765647 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:30.376412 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:36:33.754348 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:33.760684 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=70,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:37.228004 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:39.943120 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d63d2-b78b-4306-a8d3-c1209347ad38 req-12a6dcd6-173d-40d3-a749-76ea3b2bf696 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:39.944580 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-573d63d2-b78b-4306-a8d3-c1209347ad38 req-12a6dcd6-173d-40d3-a749-76ea3b2bf696 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 945 time: 0.0463922 Oct 06 12:36:39.990679 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-573d63d2-b78b-4306-a8d3-c1209347ad38 req-b3045939-739e-49ee-ad06-ff111c992312 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c3fb36b6-adbd-44a0-983e-dccde2255c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403364 Oct 06 12:36:40.370777 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:40.371695 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:41.113911 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a79ff4-9c4a-4b63-a5bf-8e171d13d2b6 req-bc3df6f7-7b97-48e3-9ea7-de10d676963f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:41.115379 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-43a79ff4-9c4a-4b63-a5bf-8e171d13d2b6 req-bc3df6f7-7b97-48e3-9ea7-de10d676963f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 945 time: 0.0474186 Oct 06 12:36:41.161642 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-43a79ff4-9c4a-4b63-a5bf-8e171d13d2b6 req-edd791d4-d407-4fd9-bfa7-0c77ea71f2a7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c3fb36b6-adbd-44a0-983e-dccde2255c56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404987 Oct 06 12:36:41.733775 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59d6e9-ffbc-4070-b4d9-a9d408ce5229 req-469298d4-406d-425f-a419-055a2f72f54e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:41.735122 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2f59d6e9-ffbc-4070-b4d9-a9d408ce5229 req-469298d4-406d-425f-a419-055a2f72f54e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 945 time: 0.0491858 Oct 06 12:36:41.812743 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-2f59d6e9-ffbc-4070-b4d9-a9d408ce5229 req-4062e238-a5c7-4ba6-aa32-fec7b96c002f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Deleting port df8efaa3-7d04-48a0-a529-0bdb59ee2149 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:36:41.813094 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-2f59d6e9-ffbc-4070-b4d9-a9d408ce5229 req-4062e238-a5c7-4ba6-aa32-fec7b96c002f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (df8efaa3-7d04-48a0-a529-0bdb59ee2149), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:41.911253 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-2f59d6e9-ffbc-4070-b4d9-a9d408ce5229 req-4062e238-a5c7-4ba6-aa32-fec7b96c002f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] For port df8efaa3-7d04-48a0-a529-0bdb59ee2149, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=df8efaa3-7d04-48a0-a529-0bdb59ee2149,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:36:41.911650 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-2f59d6e9-ffbc-4070-b4d9-a9d408ce5229 req-4062e238-a5c7-4ba6-aa32-fec7b96c002f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (df8efaa3-7d04-48a0-a529-0bdb59ee2149), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:42.066897 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-2f59d6e9-ffbc-4070-b4d9-a9d408ce5229 req-4062e238-a5c7-4ba6-aa32-fec7b96c002f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:42.067167 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-2f59d6e9-ffbc-4070-b4d9-a9d408ce5229 req-4062e238-a5c7-4ba6-aa32-fec7b96c002f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (9f0a72f9-7f8a-4814-97af-adcb5653db6a), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:42.067475 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.l3_db [req-2f59d6e9-ffbc-4070-b4d9-a9d408ce5229 req-4062e238-a5c7-4ba6-aa32-fec7b96c002f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Floating IP 9f0a72f9-7f8a-4814-97af-adcb5653db6a disassociated. External IP: 172.27.0.249, port: df8efaa3-7d04-48a0-a529-0bdb59ee2149. Oct 06 12:36:42.067839 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-2f59d6e9-ffbc-4070-b4d9-a9d408ce5229 req-4062e238-a5c7-4ba6-aa32-fec7b96c002f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Calling delete_port for df8efaa3-7d04-48a0-a529-0bdb59ee2149 owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:36:42.196813 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-2f59d6e9-ffbc-4070-b4d9-a9d408ce5229 req-4062e238-a5c7-4ba6-aa32-fec7b96c002f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (df8efaa3-7d04-48a0-a529-0bdb59ee2149), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:42.231143 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062e238-a5c7-4ba6-aa32-fec7b96c002f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event deleted for resources: {'Port': ['ID=df8efaa3-7d04-48a0-a529-0bdb59ee2149,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:42.303113 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6010904-2692-4a25-944a-38d79b09cca5 req-aacb4361-7f87-4402-9982-d35fbe27030b tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9aae47f4-74e0-47ee-8859-407ff1e7a221 HTTP/1.1" status: 200 len: 210 time: 0.0370693 Oct 06 12:36:42.360292 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f59d6e9-ffbc-4070-b4d9-a9d408ce5229 req-4062e238-a5c7-4ba6-aa32-fec7b96c002f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Router 8d322467-7b08-4d63-b156-63603c6e090b has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:36:42.411522 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:42.419189 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:42.465575 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f59d6e9-ffbc-4070-b4d9-a9d408ce5229 req-4062e238-a5c7-4ba6-aa32-fec7b96c002f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:36:42.474803 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d3ddf-c9c7-4303-abc0-3a810bb12c42 None None] Sync routers for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:36:42.485774 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d3ddf-c9c7-4303-abc0-3a810bb12c42 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:36:42.486392 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-505d3ddf-c9c7-4303-abc0-3a810bb12c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:36:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:42.508012 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f59d6e9-ffbc-4070-b4d9-a9d408ce5229 req-4062e238-a5c7-4ba6-aa32-fec7b96c002f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] No DVR routers for this DVR port df8efaa3-7d04-48a0-a529-0bdb59ee2149 on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:36:42.510768 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-2f59d6e9-ffbc-4070-b4d9-a9d408ce5229 req-4062e238-a5c7-4ba6-aa32-fec7b96c002f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:42.514368 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2f59d6e9-ffbc-4070-b4d9-a9d408ce5229 req-4062e238-a5c7-4ba6-aa32-fec7b96c002f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "DELETE /networking/v2.0/ports/df8efaa3-7d04-48a0-a529-0bdb59ee2149 HTTP/1.1" status: 204 len: 173 time: 0.7743735 Oct 06 12:36:42.514867 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aae47f4-74e0-47ee-8859-407ff1e7a221', 'name': 'network-vif-deleted', 'tag': 'df8efaa3-7d04-48a0-a529-0bdb59ee2149'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:36:42.517217 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c9287e-3fd8-4fee-9c93-2fb7fc7e39b1" -d '{"events": [{"server_uuid": "9aae47f4-74e0-47ee-8859-407ff1e7a221", "name": "network-vif-deleted", "tag": "df8efaa3-7d04-48a0-a529-0bdb59ee2149"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:36:42.560200 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df619c4-5c2b-4fd2-9804-91eb4a0280a8 x-openstack-request-id: req-9df619c4-5c2b-4fd2-9804-91eb4a0280a8 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:36:42.561094 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aae47f4-74e0-47ee-8859-407ff1e7a221", "name": "network-vif-deleted", "tag": "df8efaa3-7d04-48a0-a529-0bdb59ee2149", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:36:42.561437 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9df619c4-5c2b-4fd2-9804-91eb4a0280a8 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:36:42.562126 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df619c4-5c2b-4fd2-9804-91eb4a0280a8'] response: {'server_uuid': '9aae47f4-74e0-47ee-8859-407ff1e7a221', 'name': 'network-vif-deleted', 'tag': 'df8efaa3-7d04-48a0-a529-0bdb59ee2149', 'status': 'completed', 'code': 200} Oct 06 12:36:42.594258 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-505d3ddf-c9c7-4303-abc0-3a810bb12c42 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:36:42.822478 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-505d3ddf-c9c7-4303-abc0-3a810bb12c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '347b7e4b-f265-4223-aaba-53cbe0646ef3', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': '14ef965e-071a-40af-81c7-0d464c9ac0d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:f0:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:32:54Z', 'updated_at': '2022-10-06T12:33:15Z', 'revision_number': 2, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:42.850188 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d3ddf-c9c7-4303-abc0-3a810bb12c42 None None] Checking router: 8d322467-7b08-4d63-b156-63603c6e090b for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:36:42.859018 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d3ddf-c9c7-4303-abc0-3a810bb12c42 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:36:42.859655 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-505d3ddf-c9c7-4303-abc0-3a810bb12c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:36:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:42.958580 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-505d3ddf-c9c7-4303-abc0-3a810bb12c42 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:36:43.177498 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-505d3ddf-c9c7-4303-abc0-3a810bb12c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '347b7e4b-f265-4223-aaba-53cbe0646ef3', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': '14ef965e-071a-40af-81c7-0d464c9ac0d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:f0:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:32:54Z', 'updated_at': '2022-10-06T12:33:15Z', 'revision_number': 2, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:43.202405 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d3ddf-c9c7-4303-abc0-3a810bb12c42 None None] The sync data for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi is: [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '347b7e4b-f265-4223-aaba-53cbe0646ef3', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': '14ef965e-071a-40af-81c7-0d464c9ac0d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:f0:ae:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:32:54Z', 'updated_at': '2022-10-06T12:33:15Z', 'revision_number': 2, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:36:43.404132 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59390) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:43.418315 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0be4a71-688f-4022-9b53-6b657ab9a6e8 None None] New status for floating IP 9f0a72f9-7f8a-4814-97af-adcb5653db6a: DOWN {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:36:43.462722 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (c3fb36b6-adbd-44a0-983e-dccde2255c56), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:43.484611 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (c3fb36b6-adbd-44a0-983e-dccde2255c56), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:43.535498 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (c3fb36b6-adbd-44a0-983e-dccde2255c56), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:43.538084 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:43.539266 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c3fb36b6-adbd-44a0-983e-dccde2255c56 HTTP/1.1" status: 204 len: 168 time: 0.1340191 Oct 06 12:36:43.542088 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59392) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:43.549249 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fb36b6-adbd-44a0-983e-dccde2255c56,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:43.557163 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.557553 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.557995 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.558430 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.558549 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.api.v2.resource [None req-a47f46a1-24b6-401a-9e75-2567c530148b tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] show failed (client error): The resource could not be found. Oct 06 12:36:43.559090 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.559774 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.560946 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.561444 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.561973 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.562599 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.563026 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.563290 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-a47f46a1-24b6-401a-9e75-2567c530148b tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups/c3fb36b6-adbd-44a0-983e-dccde2255c56 HTTP/1.1" status: 404 len: 347 time: 0.0193796 Oct 06 12:36:43.563471 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.563771 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.563885 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59394) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:43.564102 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.564457 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5381c-25f6-467f-8f32-e8675a8ccf59 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.673576 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Deleting port 7099c17f-b6d3-4b65-9353-59b908c12848 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:36:43.673920 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (7099c17f-b6d3-4b65-9353-59b908c12848), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:43.752998 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (7099c17f-b6d3-4b65-9353-59b908c12848), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:43.753243 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (7099c17f-b6d3-4b65-9353-59b908c12848), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:43.765563 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Calling delete_port for 7099c17f-b6d3-4b65-9353-59b908c12848 owned by network:floatingip {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:36:43.894820 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (7099c17f-b6d3-4b65-9353-59b908c12848), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:43.916854 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event deleted for resources: {'Port': ['ID=7099c17f-b6d3-4b65-9353-59b908c12848,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:43.930407 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.930757 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.931097 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.931430 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.931783 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.932113 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.932436 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.932760 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.933084 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.933405 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.933728 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.934050 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.934397 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.934715 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.935033 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:36:43.989366 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (9f0a72f9-7f8a-4814-97af-adcb5653db6a), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:43.991809 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:43.992926 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-106f2bda-e176-42fe-9804-62208e2354c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/9f0a72f9-7f8a-4814-97af-adcb5653db6a HTTP/1.1" status: 204 len: 168 time: 0.4282033 Oct 06 12:36:45.517584 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device df8efaa3-7d04-48a0-a529-0bdb59ee2149 no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:36:45.537132 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: df8efaa3-7d04-48a0-a529-0bdb59ee2149 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:36:45.537563 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device df8efaa3-7d04-48a0-a529-0bdb59ee2149 not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:36:45.594246 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503b3bd-9e58-4411-bed6-7c4bdf1726fe req-fa089373-6374-4a05-893e-c0b61687e331 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:45.595738 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8503b3bd-9e58-4411-bed6-7c4bdf1726fe req-fa089373-6374-4a05-893e-c0b61687e331 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 945 time: 0.0466332 Oct 06 12:36:45.641559 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8503b3bd-9e58-4411-bed6-7c4bdf1726fe req-4ccd77e2-1461-4562-9844-a22d5887124e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a0426855-d020-4ffb-9b1e-6213e45a9da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402505 Oct 06 12:36:46.765358 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e7760-2874-4005-a4f8-d12063ba6667 req-b41d5eb1-18f6-4808-8302-143a15cb96fd tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:46.766786 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-127e7760-2874-4005-a4f8-d12063ba6667 req-b41d5eb1-18f6-4808-8302-143a15cb96fd tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 945 time: 0.0485065 Oct 06 12:36:46.813006 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-127e7760-2874-4005-a4f8-d12063ba6667 req-5c6d634b-1e05-4080-9803-d2a6e211cf16 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a0426855-d020-4ffb-9b1e-6213e45a9da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406573 Oct 06 12:36:47.561718 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b0d4f-1f9c-4b50-aaae-1853839ca96d req-d3daf5f0-6e8f-4b3e-9390-4223e52c9e21 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:47.563034 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c65b0d4f-1f9c-4b50-aaae-1853839ca96d req-d3daf5f0-6e8f-4b3e-9390-4223e52c9e21 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 945 time: 0.0455859 Oct 06 12:36:47.640625 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-c65b0d4f-1f9c-4b50-aaae-1853839ca96d req-6390acb6-fc87-419a-855c-44c55401ad33 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Deleting port 14ef965e-071a-40af-81c7-0d464c9ac0d9 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:36:47.640965 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-c65b0d4f-1f9c-4b50-aaae-1853839ca96d req-6390acb6-fc87-419a-855c-44c55401ad33 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (14ef965e-071a-40af-81c7-0d464c9ac0d9), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:47.729812 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-c65b0d4f-1f9c-4b50-aaae-1853839ca96d req-6390acb6-fc87-419a-855c-44c55401ad33 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] For port 14ef965e-071a-40af-81c7-0d464c9ac0d9, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=14ef965e-071a-40af-81c7-0d464c9ac0d9,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:36:47.730176 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-c65b0d4f-1f9c-4b50-aaae-1853839ca96d req-6390acb6-fc87-419a-855c-44c55401ad33 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (14ef965e-071a-40af-81c7-0d464c9ac0d9), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:47.886957 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-c65b0d4f-1f9c-4b50-aaae-1853839ca96d req-6390acb6-fc87-419a-855c-44c55401ad33 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:47.887776 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-c65b0d4f-1f9c-4b50-aaae-1853839ca96d req-6390acb6-fc87-419a-855c-44c55401ad33 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (347b7e4b-f265-4223-aaba-53cbe0646ef3), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:47.887776 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.l3_db [req-c65b0d4f-1f9c-4b50-aaae-1853839ca96d req-6390acb6-fc87-419a-855c-44c55401ad33 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Floating IP 347b7e4b-f265-4223-aaba-53cbe0646ef3 disassociated. External IP: 172.27.0.253, port: 14ef965e-071a-40af-81c7-0d464c9ac0d9. Oct 06 12:36:47.887988 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-c65b0d4f-1f9c-4b50-aaae-1853839ca96d req-6390acb6-fc87-419a-855c-44c55401ad33 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Calling delete_port for 14ef965e-071a-40af-81c7-0d464c9ac0d9 owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:36:47.969580 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd2092-f922-4d60-b103-19a92526cc0f req-398d4efe-8a20-4ebe-8fdf-e015c4c785c0 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:47.971039 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bbbd2092-f922-4d60-b103-19a92526cc0f req-398d4efe-8a20-4ebe-8fdf-e015c4c785c0 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=82453bcd-3cd1-4cdc-b79a-88a352314608 HTTP/1.1" status: 200 len: 945 time: 0.0809450 Oct 06 12:36:47.986707 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:48.037719 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:48.043694 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bbbd2092-f922-4d60-b103-19a92526cc0f req-849e7cdd-fabd-4e69-ac6f-3a9752f44780 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a0426855-d020-4ffb-9b1e-6213e45a9da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659785 Oct 06 12:36:48.100107 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-c65b0d4f-1f9c-4b50-aaae-1853839ca96d req-6390acb6-fc87-419a-855c-44c55401ad33 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (14ef965e-071a-40af-81c7-0d464c9ac0d9), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:48.128386 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390acb6-fc87-419a-855c-44c55401ad33 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event deleted for resources: {'Port': ['ID=14ef965e-071a-40af-81c7-0d464c9ac0d9,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:48.235403 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c65b0d4f-1f9c-4b50-aaae-1853839ca96d req-6390acb6-fc87-419a-855c-44c55401ad33 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Router 8d322467-7b08-4d63-b156-63603c6e090b has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:36:48.336522 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c65b0d4f-1f9c-4b50-aaae-1853839ca96d req-6390acb6-fc87-419a-855c-44c55401ad33 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:36:48.346834 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdee5e56-ba2d-4700-bbe2-7d11e8e23229 None None] Sync routers for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:36:48.356941 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee5e56-ba2d-4700-bbe2-7d11e8e23229 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:36:48.357553 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-cdee5e56-ba2d-4700-bbe2-7d11e8e23229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:36:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:48.378274 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65b0d4f-1f9c-4b50-aaae-1853839ca96d req-6390acb6-fc87-419a-855c-44c55401ad33 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] No DVR routers for this DVR port 14ef965e-071a-40af-81c7-0d464c9ac0d9 on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:36:48.380979 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-c65b0d4f-1f9c-4b50-aaae-1853839ca96d req-6390acb6-fc87-419a-855c-44c55401ad33 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:48.384545 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c65b0d4f-1f9c-4b50-aaae-1853839ca96d req-6390acb6-fc87-419a-855c-44c55401ad33 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "DELETE /networking/v2.0/ports/14ef965e-071a-40af-81c7-0d464c9ac0d9 HTTP/1.1" status: 204 len: 173 time: 0.8159361 Oct 06 12:36:48.385053 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'name': 'network-vif-deleted', 'tag': '14ef965e-071a-40af-81c7-0d464c9ac0d9'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:36:48.387353 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dc9d1a-707e-4227-97fa-add3d8b53aa4" -d '{"events": [{"server_uuid": "82453bcd-3cd1-4cdc-b79a-88a352314608", "name": "network-vif-deleted", "tag": "14ef965e-071a-40af-81c7-0d464c9ac0d9"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:36:48.433034 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d50a03f-2aba-497c-b738-4bc222f6ef72 x-openstack-request-id: req-2d50a03f-2aba-497c-b738-4bc222f6ef72 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:36:48.433333 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82453bcd-3cd1-4cdc-b79a-88a352314608", "name": "network-vif-deleted", "tag": "14ef965e-071a-40af-81c7-0d464c9ac0d9", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:36:48.433588 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2d50a03f-2aba-497c-b738-4bc222f6ef72 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:36:48.433990 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d50a03f-2aba-497c-b738-4bc222f6ef72'] response: {'server_uuid': '82453bcd-3cd1-4cdc-b79a-88a352314608', 'name': 'network-vif-deleted', 'tag': '14ef965e-071a-40af-81c7-0d464c9ac0d9', 'status': 'completed', 'code': 200} Oct 06 12:36:48.464375 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-cdee5e56-ba2d-4700-bbe2-7d11e8e23229 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:36:48.553184 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:48.597225 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:48.664200 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-cdee5e56-ba2d-4700-bbe2-7d11e8e23229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:48.691398 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdee5e56-ba2d-4700-bbe2-7d11e8e23229 None None] Checking router: 8d322467-7b08-4d63-b156-63603c6e090b for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:36:48.699730 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee5e56-ba2d-4700-bbe2-7d11e8e23229 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:36:48.700338 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-cdee5e56-ba2d-4700-bbe2-7d11e8e23229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:36:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:48.925058 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-b77a7b72-a3b2-475c-a27b-b2acb800521b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:48.934332 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-cdee5e56-ba2d-4700-bbe2-7d11e8e23229 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:36:49.129586 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-cdee5e56-ba2d-4700-bbe2-7d11e8e23229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:36:49.140085 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59424) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:49.159983 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdee5e56-ba2d-4700-bbe2-7d11e8e23229 None None] The sync data for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi is: [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:36:49.197106 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ade702a6-41e5-41e3-98fe-067900e949c7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (a0426855-d020-4ffb-9b1e-6213e45a9da9), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:49.220318 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ade702a6-41e5-41e3-98fe-067900e949c7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (a0426855-d020-4ffb-9b1e-6213e45a9da9), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:49.272388 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ade702a6-41e5-41e3-98fe-067900e949c7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (a0426855-d020-4ffb-9b1e-6213e45a9da9), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:49.275099 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ade702a6-41e5-41e3-98fe-067900e949c7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:49.276472 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-ade702a6-41e5-41e3-98fe-067900e949c7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a0426855-d020-4ffb-9b1e-6213e45a9da9 HTTP/1.1" status: 204 len: 168 time: 0.1354074 Oct 06 12:36:49.279856 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59426) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:49.287045 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade702a6-41e5-41e3-98fe-067900e949c7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0426855-d020-4ffb-9b1e-6213e45a9da9,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:49.296220 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.api.v2.resource [None req-b64885c4-5027-4c6e-8db0-b0d80b2073a1 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] show failed (client error): The resource could not be found. Oct 06 12:36:49.298282 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b64885c4-5027-4c6e-8db0-b0d80b2073a1 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups/a0426855-d020-4ffb-9b1e-6213e45a9da9 HTTP/1.1" status: 404 len: 347 time: 0.0172079 Oct 06 12:36:49.300752 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59428) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:49.405172 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d71253-5521-44e3-a9d5-b0a63d4a7c15 None None] New status for floating IP 347b7e4b-f265-4223-aaba-53cbe0646ef3: DOWN {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:36:49.420198 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-13a90fe7-8281-4ddd-a80d-6f67417c32a0 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Deleting port b798eb99-1f65-448a-9e0c-acd173df2f15 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:36:49.420468 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-13a90fe7-8281-4ddd-a80d-6f67417c32a0 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (b798eb99-1f65-448a-9e0c-acd173df2f15), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:49.495683 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-13a90fe7-8281-4ddd-a80d-6f67417c32a0 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (b798eb99-1f65-448a-9e0c-acd173df2f15), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:49.496014 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-13a90fe7-8281-4ddd-a80d-6f67417c32a0 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (b798eb99-1f65-448a-9e0c-acd173df2f15), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:49.509023 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-13a90fe7-8281-4ddd-a80d-6f67417c32a0 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Calling delete_port for b798eb99-1f65-448a-9e0c-acd173df2f15 owned by network:floatingip {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:36:49.620316 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:49.640356 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-13a90fe7-8281-4ddd-a80d-6f67417c32a0 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (b798eb99-1f65-448a-9e0c-acd173df2f15), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:49.665578 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a90fe7-8281-4ddd-a80d-6f67417c32a0 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event deleted for resources: {'Port': ['ID=b798eb99-1f65-448a-9e0c-acd173df2f15,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:49.705605 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:49.727726 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-13a90fe7-8281-4ddd-a80d-6f67417c32a0 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (347b7e4b-f265-4223-aaba-53cbe0646ef3), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:49.730183 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-13a90fe7-8281-4ddd-a80d-6f67417c32a0 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:49.731330 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-13a90fe7-8281-4ddd-a80d-6f67417c32a0 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/347b7e4b-f265-4223-aaba-53cbe0646ef3 HTTP/1.1" status: 204 len: 168 time: 0.4295883 Oct 06 12:36:49.803391 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59432) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:49.807998 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-7993dc58-a4b7-42df-be18-c05ed6096647 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--488619891', 'description': 'tempest-description--1046128999'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:36:49.828811 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7993dc58-a4b7-42df-be18-c05ed6096647 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:49.894774 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7993dc58-a4b7-42df-be18-c05ed6096647 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (e4260805-687e-4b99-955b-15086c167edb), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:49.898232 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7993dc58-a4b7-42df-be18-c05ed6096647 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (e4260805-687e-4b99-955b-15086c167edb), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:49.928857 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7993dc58-a4b7-42df-be18-c05ed6096647 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:49.930060 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-7993dc58-a4b7-42df-be18-c05ed6096647 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1255438 Oct 06 12:36:49.931933 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993dc58-a4b7-42df-be18-c05ed6096647 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4260805-687e-4b99-955b-15086c167edb,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:49.933108 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59434) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:49.938136 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-508bd48f-ae81-4152-8a6b-5b4999c74f04 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'security_group_rule': {'security_group_id': 'e4260805-687e-4b99-955b-15086c167edb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:36:49.965019 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-508bd48f-ae81-4152-8a6b-5b4999c74f04 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (0b6ed9e1-e1b1-46aa-a34e-ec89cd919cf3), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.023067 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-508bd48f-ae81-4152-8a6b-5b4999c74f04 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (0b6ed9e1-e1b1-46aa-a34e-ec89cd919cf3), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.026481 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-508bd48f-ae81-4152-8a6b-5b4999c74f04 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (0b6ed9e1-e1b1-46aa-a34e-ec89cd919cf3), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.045322 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bd48f-ae81-4152-8a6b-5b4999c74f04 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6ed9e1-e1b1-46aa-a34e-ec89cd919cf3,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:50.051679 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-508bd48f-ae81-4152-8a6b-5b4999c74f04 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.052651 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-508bd48f-ae81-4152-8a6b-5b4999c74f04 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185467 Oct 06 12:36:50.055291 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59436) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:50.059427 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-b01e4697-2c02-45d5-87cf-04fc7aa29bc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'security_group_rule': {'security_group_id': 'e4260805-687e-4b99-955b-15086c167edb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:36:50.085063 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b01e4697-2c02-45d5-87cf-04fc7aa29bc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (866b829d-5971-4185-8065-8c4697dd838f), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.141724 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b01e4697-2c02-45d5-87cf-04fc7aa29bc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (866b829d-5971-4185-8065-8c4697dd838f), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.145041 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b01e4697-2c02-45d5-87cf-04fc7aa29bc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (866b829d-5971-4185-8065-8c4697dd838f), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.163130 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e4697-2c02-45d5-87cf-04fc7aa29bc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866b829d-5971-4185-8065-8c4697dd838f,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:50.171664 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b01e4697-2c02-45d5-87cf-04fc7aa29bc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.172835 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b01e4697-2c02-45d5-87cf-04fc7aa29bc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166031 Oct 06 12:36:50.175961 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59438) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:36:50.180077 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'floatingip': {'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:36:50.200856 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.254772 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:50.259071 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:50.285566 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.385995 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Allocated IP 172.27.0.127 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/e4733dd3-3a9f-4669-833f-df7e75705472) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:36:50.489795 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for port (e4733dd3-3a9f-4669-833f-df7e75705472), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.521241 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (e4733dd3-3a9f-4669-833f-df7e75705472), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.562415 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:36:50.567409 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:36:50.569592 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'Port': ['ID=e4733dd3-3a9f-4669-833f-df7e75705472,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:50.571845 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:36:50.654796 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (12c483b2-e9ff-47f5-b944-274749cf1009), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.689880 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (e4733dd3-3a9f-4669-833f-df7e75705472), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.835066 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for port (e4733dd3-3a9f-4669-833f-df7e75705472), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.839344 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (e4733dd3-3a9f-4669-833f-df7e75705472), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.891217 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:50.905896 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (12c483b2-e9ff-47f5-b944-274749cf1009), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.909108 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'Port': ['ID=e4733dd3-3a9f-4669-833f-df7e75705472,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:50.925254 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:50.926441 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-489d3197-8841-4491-90e7-c950fcbdccd6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7495763 Oct 06 12:36:51.070751 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-6057fcec-f65c-4157-a34b-a745fc5f5c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:51.127236 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e2ff2b1-93c4-4ea8-bc29-4b09d4521edb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--488619891&fields=id&tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768 HTTP/1.1" status: 200 len: 267 time: 0.0428677 Oct 06 12:36:51.234954 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-96759dd1-39a5-4bdd-b56b-f185114cfec9 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:51.236492 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-96759dd1-39a5-4bdd-b56b-f185114cfec9 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 815 time: 0.1028273 Oct 06 12:36:51.251479 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-2619a05a-0cb3-48fd-be8f-af6a18b3b4ee tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/quotas/bee9f30f6e1d4d1ab2c4fe269d78d768 HTTP/1.1" status: 200 len: 375 time: 0.0095990 Oct 06 12:36:51.300203 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-26c3bbb8-f5ea-4921-9b49-26fb8b41cdea tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435951 Oct 06 12:36:51.514754 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 14ef965e-071a-40af-81c7-0d464c9ac0d9 no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:36:51.534683 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: 14ef965e-071a-40af-81c7-0d464c9ac0d9 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:36:51.535027 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 14ef965e-071a-40af-81c7-0d464c9ac0d9 not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:36:51.626850 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-c997377c-827b-401a-a06b-82b784807e95 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150737 Oct 06 12:36:51.713444 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-01070948-6139-46e4-9e2b-0d6403727a4b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806808 Oct 06 12:36:51.879487 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7587998b-999f-4cb8-9f3a-33e6c4133fef req-1057c9e4-cbbf-403f-83cb-a5f41bf8ff44 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 210 time: 0.0318010 Oct 06 12:36:52.135324 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:52.943239 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-29e2dcb3-9ac9-441f-a546-c10ea1c8a296 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:52.944722 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-29e2dcb3-9ac9-441f-a546-c10ea1c8a296 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 815 time: 0.1072776 Oct 06 12:36:53.003130 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9150f58a-079b-4d1a-8de3-9d151b68c280 req-dc63a0a1-598b-4455-9b77-c8b94860fad4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 210 time: 0.0445595 Oct 06 12:36:53.039379 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-2b20da5a-3504-45d1-87cf-c83c58841ade tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768 HTTP/1.1" status: 200 len: 379 time: 0.0790412 Oct 06 12:36:53.112134 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-d151af13-cc7f-40a9-b4b9-613e7df63874 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'port': {'device_id': '4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'admin_state_up': True, 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'security_groups': ['e4260805-687e-4b99-955b-15086c167edb']}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:36:53.125920 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:53.217056 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-d151af13-cc7f-40a9-b4b9-613e7df63874 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Made reservation on behalf of bee9f30f6e1d4d1ab2c4fe269d78d768 for: {'port': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:36:53.221193 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-d151af13-cc7f-40a9-b4b9-613e7df63874 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:53.231819 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:53.347581 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-d151af13-cc7f-40a9-b4b9-613e7df63874 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Allocated IP 172.20.0.14 (466556a2-70ae-47ab-beee-c79927eef272/7f67b0c4-e1ff-46b4-a1df-13674e8e55b2/a3874053-8164-4b60-8a91-38e7f5ea86ad) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:36:53.485077 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-d151af13-cc7f-40a9-b4b9-613e7df63874 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for port (a3874053-8164-4b60-8a91-38e7f5ea86ad), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:53.515748 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-d151af13-cc7f-40a9-b4b9-613e7df63874 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (a3874053-8164-4b60-8a91-38e7f5ea86ad), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:53.558996 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-d151af13-cc7f-40a9-b4b9-613e7df63874 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Network 466556a2-70ae-47ab-beee-c79927eef272 is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:36:53.562171 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-d151af13-cc7f-40a9-b4b9-613e7df63874 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:36:53.565937 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-d151af13-cc7f-40a9-b4b9-613e7df63874 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:36:53.589551 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151af13-cc7f-40a9-b4b9-613e7df63874 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'Port': ['ID=a3874053-8164-4b60-8a91-38e7f5ea86ad,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:53.622227 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-d151af13-cc7f-40a9-b4b9-613e7df63874 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:53.622850 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-d151af13-cc7f-40a9-b4b9-613e7df63874 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:53.634597 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:53.638786 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-d151af13-cc7f-40a9-b4b9-613e7df63874 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5312219 Oct 06 12:36:53.659159 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Request body: {'port': {'device_id': '4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:36:53.726570 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a3874053-8164-4b60-8a91-38e7f5ea86ad), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:53.768534 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:53.787377 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-19bd94e1-6987-4dce-9576-fac4f30dfe74 None None] Provisioning complete for port a3874053-8164-4b60-8a91-38e7f5ea86ad triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:36:53.787773 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-19bd94e1-6987-4dce-9576-fac4f30dfe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (a3874053-8164-4b60-8a91-38e7f5ea86ad), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:53.788103 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-19bd94e1-6987-4dce-9576-fac4f30dfe74 None None] Attempt 1 to provision port a3874053-8164-4b60-8a91-38e7f5ea86ad Oct 06 12:36:53.823174 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-19bd94e1-6987-4dce-9576-fac4f30dfe74 None None] Port a3874053-8164-4b60-8a91-38e7f5ea86ad cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:36:53.897193 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:53.979453 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3874053-8164-4b60-8a91-38e7f5ea86ad {{(pid=106140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:36:53.986827 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Publish callbacks [] for port (a3874053-8164-4b60-8a91-38e7f5ea86ad), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:53.998729 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.provisioning_blocks [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Transition to ACTIVE for port object a3874053-8164-4b60-8a91-38e7f5ea86ad will not be triggered until provisioned by entity L2. {{(pid=106140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:36:54.003015 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (a3874053-8164-4b60-8a91-38e7f5ea86ad), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:54.044328 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:54.092254 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Pushing event updated for resources: {'Port': ['ID=a3874053-8164-4b60-8a91-38e7f5ea86ad,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:54.158654 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c12044-f789-47ed-8639-d081b1006a96 req-4a99c155-40ba-4ef5-a576-f70e233b1afa tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:54.160136 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c9c12044-f789-47ed-8639-d081b1006a96 req-4a99c155-40ba-4ef5-a576-f70e233b1afa tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 944 time: 0.0692956 Oct 06 12:36:54.162574 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Attempting to bind port a3874053-8164-4b60-8a91-38e7f5ea86ad on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:36:54.162902 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Attempting to bind port a3874053-8164-4b60-8a91-38e7f5ea86ad by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:36:54.163223 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Attempting to bind port a3874053-8164-4b60-8a91-38e7f5ea86ad on network 466556a2-70ae-47ab-beee-c79927eef272 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:36:54.235633 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Port a3874053-8164-4b60-8a91-38e7f5ea86ad on network 466556a2-70ae-47ab-beee-c79927eef272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:36:54.235960 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Attempting to bind port a3874053-8164-4b60-8a91-38e7f5ea86ad on network 466556a2-70ae-47ab-beee-c79927eef272 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:36:54.265066 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c9c12044-f789-47ed-8639-d081b1006a96 req-c6b30cf8-6017-419f-97b9-0fd087ffb8ca tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4260805-687e-4b99-955b-15086c167edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985665 Oct 06 12:36:54.283671 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:36:54.284009 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Checking segment: {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:36:54.284388 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Bound using segment: {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:36:54.284816 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Bound port: a3874053-8164-4b60-8a91-38e7f5ea86ad, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'}}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:36:54.285172 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a3874053-8164-4b60-8a91-38e7f5ea86ad), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:54.345501 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] For port a3874053-8164-4b60-8a91-38e7f5ea86ad, host hv-cinder-85604, cleared binding levels {{(pid=106140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:36:54.348358 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] For port a3874053-8164-4b60-8a91-38e7f5ea86ad, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=a3874053-8164-4b60-8a91-38e7f5ea86ad,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:36:54.354347 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (a3874053-8164-4b60-8a91-38e7f5ea86ad), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:54.358816 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:54.359430 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:54.360800 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/a3874053-8164-4b60-8a91-38e7f5ea86ad HTTP/1.1" status: 200 len: 1094 time: 0.7069623 Oct 06 12:36:54.362287 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9', 'tag': 'a3874053-8164-4b60-8a91-38e7f5ea86ad'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:36:54.364535 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376b09c8-2b68-453b-be1a-d050c4c1a272" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9", "tag": "a3874053-8164-4b60-8a91-38e7f5ea86ad"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:36:54.409873 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f76a1-22b9-4873-8253-380cc97eb099 service neutron] Pushing event updated for resources: {'Port': ['ID=a3874053-8164-4b60-8a91-38e7f5ea86ad,revision_number=3']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:36:54.417407 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b118af7a-8aa9-4112-8968-009169f90593 x-openstack-request-id: req-b118af7a-8aa9-4112-8968-009169f90593 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:36:54.417696 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9", "tag": "a3874053-8164-4b60-8a91-38e7f5ea86ad", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:36:54.417951 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b118af7a-8aa9-4112-8968-009169f90593 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:36:54.418813 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b118af7a-8aa9-4112-8968-009169f90593'] response: {'name': 'network-changed', 'server_uuid': '4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9', 'tag': 'a3874053-8164-4b60-8a91-38e7f5ea86ad', 'status': 'completed', 'code': 200} Oct 06 12:36:54.481615 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-4dc8b1ea-298e-4f6c-b4cc-e1b6c44c9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:54.483085 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-4dc8b1ea-298e-4f6c-b4cc-e1b6c44c9172 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 1128 time: 0.0420830 Oct 06 12:36:54.527492 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-7e28202c-8040-47cf-abdc-92101b6a9eb4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3874053-8164-4b60-8a91-38e7f5ea86ad HTTP/1.1" status: 200 len: 217 time: 0.0317736 Oct 06 12:36:54.574145 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-e13ded3d-e606-46e0-b8df-6681ad9a45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:54.575561 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-e13ded3d-e606-46e0-b8df-6681ad9a45ab service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 HTTP/1.1" status: 200 len: 854 time: 0.0427704 Oct 06 12:36:54.621298 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0d4c4aef-5c18-4ef4-83c4-55adfdfccf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:54.622789 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-0d4c4aef-5c18-4ef4-83c4-55adfdfccf40 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=466556a2-70ae-47ab-beee-c79927eef272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411198 Oct 06 12:36:54.709902 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-fd09ccf4-df56-4a75-9ba3-ce7aa15dcc5b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803103 Oct 06 12:36:54.773379 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:54.802881 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9635bee2-478b-4982-86f4-a1ae57319c5e req-6ae26997-8e97-46d0-8deb-f445549604f6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871806 Oct 06 12:36:55.385401 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9613b-c4c8-4d0e-83f0-a9eaf9de63fe req-24cd889d-0e1b-44bb-8dc3-1fad011f5dc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:55.386858 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8fd9613b-c4c8-4d0e-83f0-a9eaf9de63fe req-24cd889d-0e1b-44bb-8dc3-1fad011f5dc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 944 time: 0.0471869 Oct 06 12:36:55.432815 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8fd9613b-c4c8-4d0e-83f0-a9eaf9de63fe req-f6046dc4-2166-4a5a-a2a1-6c3b01f49612 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4260805-687e-4b99-955b-15086c167edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396707 Oct 06 12:36:56.552724 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2f54b-20a1-4c4b-b8f2-d611e291953e req-5fe42288-2717-4fc6-9539-76c99ed47cb7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:56.554068 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-27e2f54b-20a1-4c4b-b8f2-d611e291953e req-5fe42288-2717-4fc6-9539-76c99ed47cb7 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 944 time: 0.0463736 Oct 06 12:36:56.603612 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-27e2f54b-20a1-4c4b-b8f2-d611e291953e req-097269c4-ae18-4857-afb2-0ab45114f1b9 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4260805-687e-4b99-955b-15086c167edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440803 Oct 06 12:36:56.862518 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b09c8-2b68-453b-be1a-d050c4c1a272 req-6bdbb009-b0d0-420e-9e75-3682b64bac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:56.863994 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-376b09c8-2b68-453b-be1a-d050c4c1a272 req-6bdbb009-b0d0-420e-9e75-3682b64bac3f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 1128 time: 0.0383623 Oct 06 12:36:56.919275 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:56.953315 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b09c8-2b68-453b-be1a-d050c4c1a272 req-5239ba0c-aff1-417f-8e23-f3680213ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:56.954766 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-376b09c8-2b68-453b-be1a-d050c4c1a272 req-5239ba0c-aff1-417f-8e23-f3680213ebf4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 916 time: 0.0852175 Oct 06 12:36:56.995425 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-376b09c8-2b68-453b-be1a-d050c4c1a272 req-39eeb04c-587f-40fe-9d0e-99b64d8138f9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3874053-8164-4b60-8a91-38e7f5ea86ad HTTP/1.1" status: 200 len: 217 time: 0.0351975 Oct 06 12:36:57.042381 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b09c8-2b68-453b-be1a-d050c4c1a272 req-b73d30c1-d036-4d3a-b89b-cc9d7e2e3e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:57.043768 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-376b09c8-2b68-453b-be1a-d050c4c1a272 req-b73d30c1-d036-4d3a-b89b-cc9d7e2e3e30 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 HTTP/1.1" status: 200 len: 854 time: 0.0421739 Oct 06 12:36:57.085935 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b09c8-2b68-453b-be1a-d050c4c1a272 req-fa4e0605-124e-4dbe-a4e1-cf7daa6743a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:57.087346 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-376b09c8-2b68-453b-be1a-d050c4c1a272 req-fa4e0605-124e-4dbe-a4e1-cf7daa6743a0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=466556a2-70ae-47ab-beee-c79927eef272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373933 Oct 06 12:36:57.179586 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-376b09c8-2b68-453b-be1a-d050c4c1a272 req-0a2e6cf3-0b5b-4344-a12c-327afc8e7bbe service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853529 Oct 06 12:36:57.267099 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-376b09c8-2b68-453b-be1a-d050c4c1a272 req-9289b42a-073a-4fe5-acc6-72517093afb7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818994 Oct 06 12:36:57.724797 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc27a6-2d3f-41d1-b06b-2bc3c056c9d1 req-24c097b7-385a-4958-a2d1-bc7f085bd15f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:57.726245 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-77fc27a6-2d3f-41d1-b06b-2bc3c056c9d1 req-24c097b7-385a-4958-a2d1-bc7f085bd15f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 944 time: 0.0504067 Oct 06 12:36:57.772463 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-77fc27a6-2d3f-41d1-b06b-2bc3c056c9d1 req-d9126cb6-9d6d-416d-a5e5-b696693c011a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4260805-687e-4b99-955b-15086c167edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407512 Oct 06 12:36:58.896325 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a69c0b-c9ab-46b0-9ebd-f2d21c791300 req-2bbc2747-5c61-4b59-8d8d-5799a0ff9a0c tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:36:58.897806 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-09a69c0b-c9ab-46b0-9ebd-f2d21c791300 req-2bbc2747-5c61-4b59-8d8d-5799a0ff9a0c tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 944 time: 0.0480626 Oct 06 12:36:58.944591 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-09a69c0b-c9ab-46b0-9ebd-f2d21c791300 req-5463557e-3c61-4c9a-b129-b556321a1c7f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4260805-687e-4b99-955b-15086c167edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412266 Oct 06 12:36:59.580911 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device a3874053-8164-4b60-8a91-38e7f5ea86ad details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:36:59.677059 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port a3874053-8164-4b60-8a91-38e7f5ea86ad, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=a3874053-8164-4b60-8a91-38e7f5ea86ad,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:36:59.691248 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': 'a3874053-8164-4b60-8a91-38e7f5ea86ad', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'port_id': 'a3874053-8164-4b60-8a91-38e7f5ea86ad', 'mac_address': 'fa:16:3e:d7:01:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:36:59.725622 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port a3874053-8164-4b60-8a91-38e7f5ea86ad is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:36:59.726015 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a3874053-8164-4b60-8a91-38e7f5ea86ad), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:59.738719 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3874053-8164-4b60-8a91-38e7f5ea86ad {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:36:59.757573 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port a3874053-8164-4b60-8a91-38e7f5ea86ad, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=a3874053-8164-4b60-8a91-38e7f5ea86ad,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:36:59.762365 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (a3874053-8164-4b60-8a91-38e7f5ea86ad), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:36:59.805316 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:36:59.809088 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=a3874053-8164-4b60-8a91-38e7f5ea86ad,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:37:00.067191 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005db274-e21f-4541-b8f0-e71f47b45722 req-43de01c5-fece-4d23-999f-acb3fe3914c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:37:00.068667 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-005db274-e21f-4541-b8f0-e71f47b45722 req-43de01c5-fece-4d23-999f-acb3fe3914c6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 945 time: 0.0492060 Oct 06 12:37:00.118806 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-005db274-e21f-4541-b8f0-e71f47b45722 req-cbb95fc7-6aa2-4dc1-89ce-f88fd9eb5846 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4260805-687e-4b99-955b-15086c167edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445623 Oct 06 12:37:00.155423 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['a3874053-8164-4b60-8a91-38e7f5ea86ad'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:37:00.208127 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:00.920722 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:INSERT=2,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:01.225349 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:01.240426 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcbc3e-cff9-4f5f-aa4e-0818eea27c72 req-c2bac6ba-ac92-439f-9fd9-b28a6a33ed89 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:37:01.241903 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6fcbc3e-cff9-4f5f-aa4e-0818eea27c72 req-c2bac6ba-ac92-439f-9fd9-b28a6a33ed89 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 945 time: 0.0466702 Oct 06 12:37:01.288552 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6fcbc3e-cff9-4f5f-aa4e-0818eea27c72 req-cad892dd-bd4b-4f45-b346-c7ad2865b720 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4260805-687e-4b99-955b-15086c167edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410438 Oct 06 12:37:01.592632 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device a3874053-8164-4b60-8a91-38e7f5ea86ad up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:37:01.633131 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port a3874053-8164-4b60-8a91-38e7f5ea86ad completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:37:01.639641 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port a3874053-8164-4b60-8a91-38e7f5ea86ad triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:37:01.640610 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (a3874053-8164-4b60-8a91-38e7f5ea86ad), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:01.640923 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port a3874053-8164-4b60-8a91-38e7f5ea86ad Oct 06 12:37:01.713789 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port a3874053-8164-4b60-8a91-38e7f5ea86ad is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:37:01.714172 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (a3874053-8164-4b60-8a91-38e7f5ea86ad), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:01.737140 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3874053-8164-4b60-8a91-38e7f5ea86ad'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:37:01.739332 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27a8f05-7087-4d52-8c06-604d5e71409b" -d '{"events": [{"server_uuid": "4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9", "name": "network-vif-plugged", "status": "completed", "tag": "a3874053-8164-4b60-8a91-38e7f5ea86ad"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:37:01.751950 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port a3874053-8164-4b60-8a91-38e7f5ea86ad, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=a3874053-8164-4b60-8a91-38e7f5ea86ad,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:37:01.756053 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (a3874053-8164-4b60-8a91-38e7f5ea86ad), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:01.780074 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c9235a-ed08-4ba7-afea-a449b4408404 x-openstack-request-id: req-e6c9235a-ed08-4ba7-afea-a449b4408404 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:37:01.780419 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9", "name": "network-vif-plugged", "status": "completed", "tag": "a3874053-8164-4b60-8a91-38e7f5ea86ad", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:37:01.780676 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e6c9235a-ed08-4ba7-afea-a449b4408404 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:37:01.781062 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c9235a-ed08-4ba7-afea-a449b4408404'] response: {'server_uuid': '4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3874053-8164-4b60-8a91-38e7f5ea86ad', 'code': 200} Oct 06 12:37:01.804831 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=a3874053-8164-4b60-8a91-38e7f5ea86ad,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:37:01.981224 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228b0b5-cb88-4e7c-b854-650e1debad53 req-77ede93b-c279-4e6d-af50-85d2c47bf8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:37:01.982678 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5228b0b5-cb88-4e7c-b854-650e1debad53 req-77ede93b-c279-4e6d-af50-85d2c47bf8ae service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 1130 time: 0.0383837 Oct 06 12:37:02.028555 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5228b0b5-cb88-4e7c-b854-650e1debad53 req-fc906ea1-cff8-4314-a5a9-5829e8b4ece3 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=e4260805-687e-4b99-955b-15086c167edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403290 Oct 06 12:37:02.409521 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351c1e9-b690-456c-af49-b35bfb5bab3a req-7a2a3a7b-b3c3-4d15-82ab-9adf069b48a2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:37:02.410971 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b351c1e9-b690-456c-af49-b35bfb5bab3a req-7a2a3a7b-b3c3-4d15-82ab-9adf069b48a2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 946 time: 0.0463314 Oct 06 12:37:02.457526 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b351c1e9-b690-456c-af49-b35bfb5bab3a req-d307c573-ccc8-4873-8978-c7609cec5be1 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4260805-687e-4b99-955b-15086c167edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410731 Oct 06 12:37:03.579980 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb66d78-9027-49cb-a4e8-369d5c794dfb req-0fd3ae47-53d3-468c-9c4f-693cfc9c9155 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:37:03.581420 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8bb66d78-9027-49cb-a4e8-369d5c794dfb req-0fd3ae47-53d3-468c-9c4f-693cfc9c9155 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 946 time: 0.0459964 Oct 06 12:37:03.627430 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8bb66d78-9027-49cb-a4e8-369d5c794dfb req-d6fdec4f-07d5-41b7-b747-8e3f3864c061 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4260805-687e-4b99-955b-15086c167edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404620 Oct 06 12:37:04.748672 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707dba0-315f-4245-971c-ac12764a6afb req-7cbb9d7c-3fa9-4d4f-9491-bd6f5bcff207 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:37:04.750087 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7707dba0-315f-4245-971c-ac12764a6afb req-7cbb9d7c-3fa9-4d4f-9491-bd6f5bcff207 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 946 time: 0.0490496 Oct 06 12:37:04.795694 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7707dba0-315f-4245-971c-ac12764a6afb req-99f7a540-b28d-4c16-b04a-ffa54289debd tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4260805-687e-4b99-955b-15086c167edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400851 Oct 06 12:37:04.908678 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e525c-8a4c-4212-8e40-881840dd079d req-f12cabd1-1cfa-4f2c-be35-4e2dd5e2b5cb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:37:04.910110 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-573e525c-8a4c-4212-8e40-881840dd079d req-f12cabd1-1cfa-4f2c-be35-4e2dd5e2b5cb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 946 time: 0.0457528 Oct 06 12:37:04.920257 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59498) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:37:04.924762 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-3f1d9a26-cfd8-4961-8054-edbc77ca5ea6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'floatingip': {'port_id': 'a3874053-8164-4b60-8a91-38e7f5ea86ad'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:37:04.964287 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3f1d9a26-cfd8-4961-8054-edbc77ca5ea6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (12c483b2-e9ff-47f5-b944-274749cf1009), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:05.370970 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3f1d9a26-cfd8-4961-8054-edbc77ca5ea6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:05.375103 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3f1d9a26-cfd8-4961-8054-edbc77ca5ea6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (12c483b2-e9ff-47f5-b944-274749cf1009), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:05.466716 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.l3_db [None req-3f1d9a26-cfd8-4961-8054-edbc77ca5ea6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Floating IP 12c483b2-e9ff-47f5-b944-274749cf1009 associated. External IP: 172.27.0.127, port: a3874053-8164-4b60-8a91-38e7f5ea86ad. Oct 06 12:37:05.660139 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1d9a26-cfd8-4961-8054-edbc77ca5ea6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Router 8d322467-7b08-4d63-b156-63603c6e090b has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:37:05.760444 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1d9a26-cfd8-4961-8054-edbc77ca5ea6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:37:05.765800 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-3f1d9a26-cfd8-4961-8054-edbc77ca5ea6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:05.770769 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94968c77-64f3-46b7-a4d6-a30179e77519 None None] Sync routers for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:37:05.781671 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94968c77-64f3-46b7-a4d6-a30179e77519 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:37:05.782502 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-94968c77-64f3-46b7-a4d6-a30179e77519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:36:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:37:05.795811 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-3f1d9a26-cfd8-4961-8054-edbc77ca5ea6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/12c483b2-e9ff-47f5-b944-274749cf1009 HTTP/1.1" status: 200 len: 992 time: 0.8744068 Oct 06 12:37:05.796486 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9', 'tag': 'a3874053-8164-4b60-8a91-38e7f5ea86ad'}] {{(pid=106139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:37:05.798718 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b274ada84a18e6776bbc2d4eb0b4ee303e35dcc3418b58b79638760452e31e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86441654-c9fe-40d9-bfe5-73c5d1ef205e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9", "tag": "a3874053-8164-4b60-8a91-38e7f5ea86ad"}]}' {{(pid=106139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:37:05.836914 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd106562-d6ca-4cee-95a3-687bcaa1515f x-openstack-request-id: req-dd106562-d6ca-4cee-95a3-687bcaa1515f {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:37:05.837211 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9", "tag": "a3874053-8164-4b60-8a91-38e7f5ea86ad", "status": "completed", "code": 200}]} {{(pid=106139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:37:05.837464 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dd106562-d6ca-4cee-95a3-687bcaa1515f {{(pid=106139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:37:05.837868 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd106562-d6ca-4cee-95a3-687bcaa1515f'] response: {'name': 'network-changed', 'server_uuid': '4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9', 'tag': 'a3874053-8164-4b60-8a91-38e7f5ea86ad', 'status': 'completed', 'code': 200} Oct 06 12:37:05.887620 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-94968c77-64f3-46b7-a4d6-a30179e77519 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:37:05.892621 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:05.924751 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86441654-c9fe-40d9-bfe5-73c5d1ef205e req-b4c686e7-3d39-4c7d-a4ae-644f32746793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:37:05.926163 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-86441654-c9fe-40d9-bfe5-73c5d1ef205e req-b4c686e7-3d39-4c7d-a4ae-644f32746793 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 1130 time: 0.0410438 Oct 06 12:37:06.019691 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86441654-c9fe-40d9-bfe5-73c5d1ef205e req-33aa776d-6184-4d87-864d-858875e55389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:37:06.021166 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-86441654-c9fe-40d9-bfe5-73c5d1ef205e req-33aa776d-6184-4d87-864d-858875e55389 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 916 time: 0.0886400 Oct 06 12:37:06.081983 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-86441654-c9fe-40d9-bfe5-73c5d1ef205e req-3e2057e1-c2a4-4bd9-8d3d-837781b7abcf service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3874053-8164-4b60-8a91-38e7f5ea86ad HTTP/1.1" status: 200 len: 1000 time: 0.0546930 Oct 06 12:37:06.099526 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-94968c77-64f3-46b7-a4d6-a30179e77519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '12c483b2-e9ff-47f5-b944-274749cf1009', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': 'a3874053-8164-4b60-8a91-38e7f5ea86ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:d7:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:36:50Z', 'updated_at': '2022-10-06T12:37:05Z', 'revision_number': 1, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:37:06.125387 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94968c77-64f3-46b7-a4d6-a30179e77519 None None] Checking router: 8d322467-7b08-4d63-b156-63603c6e090b for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:37:06.133760 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86441654-c9fe-40d9-bfe5-73c5d1ef205e req-7b39f63b-4adf-4580-85f7-6d4a520cce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:37:06.133954 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94968c77-64f3-46b7-a4d6-a30179e77519 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:37:06.134428 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-94968c77-64f3-46b7-a4d6-a30179e77519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:36:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:37:06.135194 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-86441654-c9fe-40d9-bfe5-73c5d1ef205e req-7b39f63b-4adf-4580-85f7-6d4a520cce8d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 HTTP/1.1" status: 200 len: 854 time: 0.0477636 Oct 06 12:37:06.175311 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:06.177943 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86441654-c9fe-40d9-bfe5-73c5d1ef205e req-f7864066-1ba1-4404-b4f2-b4798c84a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:37:06.179413 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-86441654-c9fe-40d9-bfe5-73c5d1ef205e req-f7864066-1ba1-4404-b4f2-b4798c84a2da service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=466556a2-70ae-47ab-beee-c79927eef272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382972 Oct 06 12:37:06.239577 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-94968c77-64f3-46b7-a4d6-a30179e77519 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:37:06.268708 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-86441654-c9fe-40d9-bfe5-73c5d1ef205e req-eea8b85f-aaa2-4576-a674-c744fb6105d4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835028 Oct 06 12:37:06.361600 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-86441654-c9fe-40d9-bfe5-73c5d1ef205e req-218cf076-5f94-4cb2-95da-6bb1a68fa7f6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863311 Oct 06 12:37:06.406994 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:06.452946 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-94968c77-64f3-46b7-a4d6-a30179e77519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '12c483b2-e9ff-47f5-b944-274749cf1009', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': 'a3874053-8164-4b60-8a91-38e7f5ea86ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:d7:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:36:50Z', 'updated_at': '2022-10-06T12:37:05Z', 'revision_number': 1, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:37:06.477340 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94968c77-64f3-46b7-a4d6-a30179e77519 None None] The sync data for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi is: [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '12c483b2-e9ff-47f5-b944-274749cf1009', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': 'a3874053-8164-4b60-8a91-38e7f5ea86ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:d7:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:36:50Z', 'updated_at': '2022-10-06T12:37:05Z', 'revision_number': 1, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:37:06.657833 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6977aa08-157e-48b7-9296-4da861ef30a9 None None] New status for floating IP 12c483b2-e9ff-47f5-b944-274749cf1009: ACTIVE {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:37:07.243102 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:07.374548 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:37:14.009192 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bab5ea4d-4be5-471b-b1ae-15a61763fcf6 req-a155e525-8660-49ad-a67d-4a093dcc95d8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379467 Oct 06 12:37:14.079899 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:14.115599 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5ea4d-4be5-471b-b1ae-15a61763fcf6 req-a8c5d0a3-77fe-4cdc-aa3c-dcb377cdffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:37:14.117165 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bab5ea4d-4be5-471b-b1ae-15a61763fcf6 req-a8c5d0a3-77fe-4cdc-aa3c-dcb377cdffc9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 1130 time: 0.0447416 Oct 06 12:37:14.216633 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5ea4d-4be5-471b-b1ae-15a61763fcf6 req-359f8e97-9e05-4d2e-8bd3-4f9407951574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:37:14.217970 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bab5ea4d-4be5-471b-b1ae-15a61763fcf6 req-359f8e97-9e05-4d2e-8bd3-4f9407951574 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 916 time: 0.0836778 Oct 06 12:37:14.282048 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bab5ea4d-4be5-471b-b1ae-15a61763fcf6 req-a2cef4e7-4337-42a9-893c-2d164c142fc0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3874053-8164-4b60-8a91-38e7f5ea86ad HTTP/1.1" status: 200 len: 1002 time: 0.0574553 Oct 06 12:37:14.328605 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5ea4d-4be5-471b-b1ae-15a61763fcf6 req-9cd53b17-6125-46bf-9499-077a4bfa0285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:37:14.329973 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bab5ea4d-4be5-471b-b1ae-15a61763fcf6 req-9cd53b17-6125-46bf-9499-077a4bfa0285 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 HTTP/1.1" status: 200 len: 854 time: 0.0420270 Oct 06 12:37:14.373752 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5ea4d-4be5-471b-b1ae-15a61763fcf6 req-51fde7cf-a7cb-43c4-8bfa-5272d6952f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:37:14.375211 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bab5ea4d-4be5-471b-b1ae-15a61763fcf6 req-51fde7cf-a7cb-43c4-8bfa-5272d6952f87 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=466556a2-70ae-47ab-beee-c79927eef272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376215 Oct 06 12:37:14.466110 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bab5ea4d-4be5-471b-b1ae-15a61763fcf6 req-c13918df-6c58-4485-8eca-17ae3ea6c268 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845304 Oct 06 12:37:14.552018 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bab5ea4d-4be5-471b-b1ae-15a61763fcf6 req-fa950c59-9711-4d83-ad35-14138dde6a8a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799313 Oct 06 12:37:15.790804 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:15.792736 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:17.237181 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=9 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:17.239049 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:17.324729 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:17.370391 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:18.768618 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-55c4e6e6-ff82-4342-96ca-ea81f0d3ec59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:21.072963 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad0f2-d4b9-4b6a-89bf-88df167ba9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:22.137912 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:23.633581 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:23.770014 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:24.547925 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=49 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:24.548625 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:37.244532 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:44.372958 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:37:47.238198 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:47.240664 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:UPDATE=3,neutron:SELECT=21 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:48.290829 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:37:48.768884 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-006dc89e-9ac3-49b8-a934-c567f481ad86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:51.074817 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-64eade7b-0aa8-4e34-9620-0f7d2007982e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:52.141739 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:53.636916 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:53.772503 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:37:54.369684 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=6 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:03.767086 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:03.769563 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:07.246648 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:14.083739 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-425f57b7-0093-4839-8eda-9d0c81ec55e0 req-25e5291d-1959-495f-ac9a-d08648dead57 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1276453 Oct 06 12:38:14.194322 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f57b7-0093-4839-8eda-9d0c81ec55e0 req-47431d5c-2fd8-4c99-8810-d227ad9203d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:14.195804 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-425f57b7-0093-4839-8eda-9d0c81ec55e0 req-47431d5c-2fd8-4c99-8810-d227ad9203d7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 1130 time: 0.0425296 Oct 06 12:38:14.297132 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f57b7-0093-4839-8eda-9d0c81ec55e0 req-6d14c128-2a30-4f5c-bcc7-3228575118ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:14.299189 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-425f57b7-0093-4839-8eda-9d0c81ec55e0 req-6d14c128-2a30-4f5c-bcc7-3228575118ee service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 916 time: 0.0849063 Oct 06 12:38:14.362912 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-425f57b7-0093-4839-8eda-9d0c81ec55e0 req-4d6a6c59-71c8-43dc-9a55-47bac5dc768b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3874053-8164-4b60-8a91-38e7f5ea86ad HTTP/1.1" status: 200 len: 1002 time: 0.0584629 Oct 06 12:38:14.410866 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f57b7-0093-4839-8eda-9d0c81ec55e0 req-ea732ffb-3b30-414f-b8c1-c5dfac25d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:14.412271 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-425f57b7-0093-4839-8eda-9d0c81ec55e0 req-ea732ffb-3b30-414f-b8c1-c5dfac25d77f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 HTTP/1.1" status: 200 len: 854 time: 0.0432498 Oct 06 12:38:14.452975 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f57b7-0093-4839-8eda-9d0c81ec55e0 req-f07e9c7c-6d58-4f94-8b91-deaf12963bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:14.454375 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-425f57b7-0093-4839-8eda-9d0c81ec55e0 req-f07e9c7c-6d58-4f94-8b91-deaf12963bb3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=466556a2-70ae-47ab-beee-c79927eef272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363479 Oct 06 12:38:14.545462 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-425f57b7-0093-4839-8eda-9d0c81ec55e0 req-8c9af5da-e68e-4f46-b1a2-859aebb0feec service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843484 Oct 06 12:38:14.630087 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-425f57b7-0093-4839-8eda-9d0c81ec55e0 req-40e7c156-9cc4-4857-938c-7ca1b12c18bd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789759 Oct 06 12:38:17.240692 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:17.242581 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:18.770625 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-96af3ad3-24b0-46ca-8fd3-976840e6b8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:21.075394 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-4f09d91a-2659-4771-947a-a2b4c64956ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:21.371174 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:38:22.143840 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:23.638711 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:23.776562 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:24.626267 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=57 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:24.627047 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=44 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:27.103700 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [req-3f1961ef-17cb-4a22-be62-88eaf765fe19 req-98080180-280e-4aed-b30b-5de4e07c656b service neutron] (106139) timed out ('10.222.0.23', 54875) {{(pid=106139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 06 12:38:27.972127 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [req-eaccc42e-c89d-4dc0-a45d-96bc8ceef319 req-53c99586-a2b6-4785-9b60-43479fe25793 service neutron] (106140) timed out ('10.222.0.23', 54876) {{(pid=106140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 06 12:38:30.045029 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [req-eb1b8fa0-ab73-4869-8adb-5f1c6293123a req-60d29dc0-e544-4099-9770-f37f05db9e06 service neutron] (106140) timed out ('10.222.0.23', 54848) {{(pid=106140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 06 12:38:31.367030 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=15 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:31.367753 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=19 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:31.882511 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05660774-8e08-4fec-8ecc-0b146dd22a1e req-e0f68c61-c194-4c71-9ea9-331be0cea7a9 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:31.883970 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-05660774-8e08-4fec-8ecc-0b146dd22a1e req-e0f68c61-c194-4c71-9ea9-331be0cea7a9 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 946 time: 0.0494773 Oct 06 12:38:31.930417 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-05660774-8e08-4fec-8ecc-0b146dd22a1e req-890c01c2-f5ac-4018-8f58-722edbc1b728 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4260805-687e-4b99-955b-15086c167edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405691 Oct 06 12:38:33.051000 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d1533-322b-43d7-870e-da3c4735cab2 req-1428c03e-1206-4575-a61a-91f5935497ec tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:33.052461 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e15d1533-322b-43d7-870e-da3c4735cab2 req-1428c03e-1206-4575-a61a-91f5935497ec tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 946 time: 0.0451570 Oct 06 12:38:33.098028 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e15d1533-322b-43d7-870e-da3c4735cab2 req-9adb89b2-3b20-4221-8ad5-8db71edc4d86 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4260805-687e-4b99-955b-15086c167edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400686 Oct 06 12:38:33.769855 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:33.771899 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:33.917152 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0a293-d185-4eeb-a7b2-557e5a9cce81 req-a271b7aa-00a4-499a-9628-42e900679fc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:33.918448 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ed0a293-d185-4eeb-a7b2-557e5a9cce81 req-a271b7aa-00a4-499a-9628-42e900679fc6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 946 time: 0.0445147 Oct 06 12:38:33.998586 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-5ed0a293-d185-4eeb-a7b2-557e5a9cce81 req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Deleting port a3874053-8164-4b60-8a91-38e7f5ea86ad {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:38:33.998921 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-5ed0a293-d185-4eeb-a7b2-557e5a9cce81 req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (a3874053-8164-4b60-8a91-38e7f5ea86ad), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:34.087109 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-5ed0a293-d185-4eeb-a7b2-557e5a9cce81 req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] For port a3874053-8164-4b60-8a91-38e7f5ea86ad, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=a3874053-8164-4b60-8a91-38e7f5ea86ad,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:38:34.087842 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-5ed0a293-d185-4eeb-a7b2-557e5a9cce81 req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (a3874053-8164-4b60-8a91-38e7f5ea86ad), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:34.263960 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a665b-4d68-45a4-90b0-4ccb104e5d6c req-f17751fe-b52f-46e8-9984-80a8fd9ffa8a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:34.265372 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f27a665b-4d68-45a4-90b0-4ccb104e5d6c req-f17751fe-b52f-46e8-9984-80a8fd9ffa8a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9 HTTP/1.1" status: 200 len: 946 time: 0.0894942 Oct 06 12:38:34.291564 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-5ed0a293-d185-4eeb-a7b2-557e5a9cce81 req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:34.291918 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-5ed0a293-d185-4eeb-a7b2-557e5a9cce81 req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (12c483b2-e9ff-47f5-b944-274749cf1009), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:34.292224 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.l3_db [req-5ed0a293-d185-4eeb-a7b2-557e5a9cce81 req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Floating IP 12c483b2-e9ff-47f5-b944-274749cf1009 disassociated. External IP: 172.27.0.127, port: a3874053-8164-4b60-8a91-38e7f5ea86ad. Oct 06 12:38:34.292552 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-5ed0a293-d185-4eeb-a7b2-557e5a9cce81 req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Calling delete_port for a3874053-8164-4b60-8a91-38e7f5ea86ad owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:38:34.595047 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f27a665b-4d68-45a4-90b0-4ccb104e5d6c req-4ee7018d-08f9-40e8-9d41-c56a4de683d4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4260805-687e-4b99-955b-15086c167edb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213053 Oct 06 12:38:34.674967 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-5ed0a293-d185-4eeb-a7b2-557e5a9cce81 req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (a3874053-8164-4b60-8a91-38e7f5ea86ad), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:34.699815 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event deleted for resources: {'Port': ['ID=a3874053-8164-4b60-8a91-38e7f5ea86ad,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:38:34.712222 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:34.712573 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:34.712913 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:34.713252 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:34.713585 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:34.713921 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:34.714238 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:34.714566 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:34.714892 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:34.715213 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:34.715556 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:34.715879 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:34.716198 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:34.716520 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:34.716838 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:34.760297 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:34.821964 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ed0a293-d185-4eeb-a7b2-557e5a9cce81 req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Router 8d322467-7b08-4d63-b156-63603c6e090b has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:38:34.828575 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:34.924384 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ed0a293-d185-4eeb-a7b2-557e5a9cce81 req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:38:34.934101 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4424918e-db74-4ea9-afe0-d0380135dbda None None] Sync routers for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:38:34.944415 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4424918e-db74-4ea9-afe0-d0380135dbda None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:38:34.945040 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-4424918e-db74-4ea9-afe0-d0380135dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:38:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:38:34.966463 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed0a293-d185-4eeb-a7b2-557e5a9cce81 req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] No DVR routers for this DVR port a3874053-8164-4b60-8a91-38e7f5ea86ad on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:38:34.968914 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-5ed0a293-d185-4eeb-a7b2-557e5a9cce81 req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:34.972182 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ed0a293-d185-4eeb-a7b2-557e5a9cce81 req-6f992bb0-af84-4cfc-8d39-d3adf74fce2e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "DELETE /networking/v2.0/ports/a3874053-8164-4b60-8a91-38e7f5ea86ad HTTP/1.1" status: 204 len: 173 time: 1.0482714 Oct 06 12:38:34.972602 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9', 'name': 'network-vif-deleted', 'tag': 'a3874053-8164-4b60-8a91-38e7f5ea86ad'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:38:34.974904 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f933d81-4391-4004-b60d-f2f6517a03d5" -d '{"events": [{"server_uuid": "4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9", "name": "network-vif-deleted", "tag": "a3874053-8164-4b60-8a91-38e7f5ea86ad"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:38:35.016517 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b67175c-c514-44f2-8685-de42754a8d2b x-openstack-request-id: req-0b67175c-c514-44f2-8685-de42754a8d2b {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:38:35.016680 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9", "name": "network-vif-deleted", "tag": "a3874053-8164-4b60-8a91-38e7f5ea86ad", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:38:35.016864 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0b67175c-c514-44f2-8685-de42754a8d2b {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:38:35.017270 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b67175c-c514-44f2-8685-de42754a8d2b'] response: {'server_uuid': '4d9b7e98-d1b6-4d50-9eef-bfd7e5d9a4c9', 'name': 'network-vif-deleted', 'tag': 'a3874053-8164-4b60-8a91-38e7f5ea86ad', 'status': 'completed', 'code': 200} Oct 06 12:38:35.054907 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-4424918e-db74-4ea9-afe0-d0380135dbda None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:38:35.256458 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-4424918e-db74-4ea9-afe0-d0380135dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:38:35.281216 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4424918e-db74-4ea9-afe0-d0380135dbda None None] Checking router: 8d322467-7b08-4d63-b156-63603c6e090b for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:38:35.289819 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4424918e-db74-4ea9-afe0-d0380135dbda None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:38:35.290362 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-4424918e-db74-4ea9-afe0-d0380135dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:38:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:38:35.519738 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-4424918e-db74-4ea9-afe0-d0380135dbda None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:38:35.696399 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59614) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:38:35.710949 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-4424918e-db74-4ea9-afe0-d0380135dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:38:35.741465 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4424918e-db74-4ea9-afe0-d0380135dbda None None] The sync data for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi is: [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:38:35.753393 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d801bed0-4d00-47c1-93b7-e2a862c67fc5 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (e4260805-687e-4b99-955b-15086c167edb), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:35.779965 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d801bed0-4d00-47c1-93b7-e2a862c67fc5 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (e4260805-687e-4b99-955b-15086c167edb), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:35.828819 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d801bed0-4d00-47c1-93b7-e2a862c67fc5 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (e4260805-687e-4b99-955b-15086c167edb), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:35.831330 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d801bed0-4d00-47c1-93b7-e2a862c67fc5 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:35.832499 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-d801bed0-4d00-47c1-93b7-e2a862c67fc5 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e4260805-687e-4b99-955b-15086c167edb HTTP/1.1" status: 204 len: 168 time: 0.1350186 Oct 06 12:38:35.835438 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59616) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:38:35.841696 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801bed0-4d00-47c1-93b7-e2a862c67fc5 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4260805-687e-4b99-955b-15086c167edb,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:38:35.858741 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.api.v2.resource [None req-3e129773-a852-4bec-aaf3-2810c4f7921c tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] show failed (client error): The resource could not be found. Oct 06 12:38:35.863025 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-3e129773-a852-4bec-aaf3-2810c4f7921c tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups/e4260805-687e-4b99-955b-15086c167edb HTTP/1.1" status: 404 len: 347 time: 0.0232849 Oct 06 12:38:35.864021 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59620) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:38:35.961088 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d97f39-3af3-404a-82fc-93b232ada749 None None] New status for floating IP 12c483b2-e9ff-47f5-b944-274749cf1009: DOWN {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:38:35.980290 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-2c339985-e05b-4cab-aeb4-014badccdafe tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Deleting port e4733dd3-3a9f-4669-833f-df7e75705472 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:38:35.980630 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2c339985-e05b-4cab-aeb4-014badccdafe tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (e4733dd3-3a9f-4669-833f-df7e75705472), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.056039 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2c339985-e05b-4cab-aeb4-014badccdafe tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (e4733dd3-3a9f-4669-833f-df7e75705472), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.056364 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2c339985-e05b-4cab-aeb4-014badccdafe tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (e4733dd3-3a9f-4669-833f-df7e75705472), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.070860 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-2c339985-e05b-4cab-aeb4-014badccdafe tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Calling delete_port for e4733dd3-3a9f-4669-833f-df7e75705472 owned by network:floatingip {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:38:36.203018 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2c339985-e05b-4cab-aeb4-014badccdafe tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (e4733dd3-3a9f-4669-833f-df7e75705472), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.226181 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c339985-e05b-4cab-aeb4-014badccdafe tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event deleted for resources: {'Port': ['ID=e4733dd3-3a9f-4669-833f-df7e75705472,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:38:36.291830 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2c339985-e05b-4cab-aeb4-014badccdafe tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (12c483b2-e9ff-47f5-b944-274749cf1009), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.294205 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2c339985-e05b-4cab-aeb4-014badccdafe tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.295334 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-2c339985-e05b-4cab-aeb4-014badccdafe tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/12c483b2-e9ff-47f5-b944-274749cf1009 HTTP/1.1" status: 204 len: 168 time: 0.4306543 Oct 06 12:38:36.361525 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59624) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:38:36.366049 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-a149171f-c661-4fe2-8f08-9f2ca06fd5fc tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390971175', 'description': 'tempest-description--1136878346'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:38:36.385548 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a149171f-c661-4fe2-8f08-9f2ca06fd5fc tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.411119 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:36.454565 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a149171f-c661-4fe2-8f08-9f2ca06fd5fc tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (a8ee6d0e-305b-44a3-895e-39a9980a3c20), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.458787 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a149171f-c661-4fe2-8f08-9f2ca06fd5fc tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (a8ee6d0e-305b-44a3-895e-39a9980a3c20), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.472957 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:36.490422 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a149171f-c661-4fe2-8f08-9f2ca06fd5fc tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.491601 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-a149171f-c661-4fe2-8f08-9f2ca06fd5fc tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1289771 Oct 06 12:38:36.494600 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59626) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:38:36.495113 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149171f-c661-4fe2-8f08-9f2ca06fd5fc tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ee6d0e-305b-44a3-895e-39a9980a3c20,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:38:36.505721 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'security_group_rule': {'security_group_id': 'a8ee6d0e-305b-44a3-895e-39a9980a3c20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:38:36.531864 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (0ba9c681-ce74-45a7-9a74-cc2044693df6), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.588642 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (0ba9c681-ce74-45a7-9a74-cc2044693df6), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.592187 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (0ba9c681-ce74-45a7-9a74-cc2044693df6), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.610375 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba9c681-ce74-45a7-9a74-cc2044693df6,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:38:36.619954 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.621117 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253605 Oct 06 12:38:36.622486 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:36.622830 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:36.623169 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:36.623529 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:36.623851 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:36.624087 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59628) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:38:36.624211 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:36.624488 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:36.624814 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:36.625142 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:36.625460 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:36.625782 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:36.626105 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:36.626423 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:36.626742 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:36.627610 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570b437-63dd-40d2-a17d-34afb76497bb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:36.629165 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-b95065b2-5ec4-467b-a132-500bfd8a450a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'security_group_rule': {'security_group_id': 'a8ee6d0e-305b-44a3-895e-39a9980a3c20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:38:36.656521 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b95065b2-5ec4-467b-a132-500bfd8a450a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (0ee07df4-62a1-4910-9f0c-8b06a01dc3b7), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.712072 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b95065b2-5ec4-467b-a132-500bfd8a450a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (0ee07df4-62a1-4910-9f0c-8b06a01dc3b7), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.715640 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b95065b2-5ec4-467b-a132-500bfd8a450a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (0ee07df4-62a1-4910-9f0c-8b06a01dc3b7), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.736984 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95065b2-5ec4-467b-a132-500bfd8a450a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee07df4-62a1-4910-9f0c-8b06a01dc3b7,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:38:36.741592 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-b95065b2-5ec4-467b-a132-500bfd8a450a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.742676 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-b95065b2-5ec4-467b-a132-500bfd8a450a tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175478 Oct 06 12:38:36.745689 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59630) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:38:36.749806 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'floatingip': {'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:38:36.770534 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.846011 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:36.952001 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Allocated IP 172.27.0.190 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/d9c7c9b2-f068-4681-b81c-b2a2e2434829) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:38:37.052194 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for port (d9c7c9b2-f068-4681-b81c-b2a2e2434829), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:37.083347 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (d9c7c9b2-f068-4681-b81c-b2a2e2434829), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:37.125614 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:38:37.130704 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:38:37.133096 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:38:37.159242 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'Port': ['ID=d9c7c9b2-f068-4681-b81c-b2a2e2434829,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:38:37.204224 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:37.222785 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (432f28cd-d636-4350-804d-16573575ae23), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:37.258499 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:37.263516 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (d9c7c9b2-f068-4681-b81c-b2a2e2434829), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:37.307831 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:37.413268 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for port (d9c7c9b2-f068-4681-b81c-b2a2e2434829), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:37.417474 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (d9c7c9b2-f068-4681-b81c-b2a2e2434829), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:37.485981 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'Port': ['ID=d9c7c9b2-f068-4681-b81c-b2a2e2434829,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:38:37.489971 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (432f28cd-d636-4350-804d-16573575ae23), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:37.505403 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:37.506780 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-5d4ca851-4d6a-4d60-876d-207388f04220 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7601438 Oct 06 12:38:37.654279 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-22b33ed5-cf60-46d6-83e5-651e601261d2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1390971175&fields=id&tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768 HTTP/1.1" status: 200 len: 267 time: 0.0416963 Oct 06 12:38:37.760974 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-fbd2dcb3-7b43-485e-bf5e-6a6d3aee8650 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:37.762388 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-fbd2dcb3-7b43-485e-bf5e-6a6d3aee8650 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 815 time: 0.1010461 Oct 06 12:38:37.777080 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-6eb2ac0b-0ede-4908-8bf5-21dd734dd7f4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/quotas/bee9f30f6e1d4d1ab2c4fe269d78d768 HTTP/1.1" status: 200 len: 375 time: 0.0093172 Oct 06 12:38:37.824546 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-bbd8ba16-cc83-440f-bc3a-5dcb7336478c tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427225 Oct 06 12:38:37.961101 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-2275e752-4ba3-45f2-9e6b-0c3d91aa1f5b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245875 Oct 06 12:38:38.052395 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-4c6f620b-3de9-4e9b-a1cd-ca15b11083e0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854416 Oct 06 12:38:38.179569 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device a3874053-8164-4b60-8a91-38e7f5ea86ad no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:38:38.200150 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: a3874053-8164-4b60-8a91-38e7f5ea86ad {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:38:38.200496 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device a3874053-8164-4b60-8a91-38e7f5ea86ad not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:38:38.220807 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c6a7970c-67f6-4a52-bb44-f531a1b6551d req-5f5589fe-de66-4248-bf73-9d75ca888514 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 210 time: 0.0297482 Oct 06 12:38:39.323141 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f6713f00-e581-4d6b-9887-8008f953ac84 req-d0384f7f-83d9-4552-b1a2-840148057dbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 210 time: 0.0269959 Oct 06 12:38:39.439757 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:39.469032 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-6f01e201-9bd4-48e0-9260-23ae5a2ab20e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:39.470467 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-6f01e201-9bd4-48e0-9260-23ae5a2ab20e tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 815 time: 0.1072538 Oct 06 12:38:39.539736 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-38b381f8-7f08-4c06-8876-e7131d86c4b3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768 HTTP/1.1" status: 200 len: 380 time: 0.0524433 Oct 06 12:38:39.636451 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-5c19f826-890a-4eb2-b7f8-bcd757d78fe4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'port': {'device_id': '365eefdd-0377-4569-8684-30f8dc19ef9d', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'admin_state_up': True, 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'security_groups': ['a8ee6d0e-305b-44a3-895e-39a9980a3c20']}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:38:39.743934 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-5c19f826-890a-4eb2-b7f8-bcd757d78fe4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Made reservation on behalf of bee9f30f6e1d4d1ab2c4fe269d78d768 for: {'port': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:38:39.747608 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-5c19f826-890a-4eb2-b7f8-bcd757d78fe4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:39.845367 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:39.874842 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-5c19f826-890a-4eb2-b7f8-bcd757d78fe4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Allocated IP 172.20.0.11 (466556a2-70ae-47ab-beee-c79927eef272/7f67b0c4-e1ff-46b4-a1df-13674e8e55b2/e555afd2-d7ca-452f-b30a-cd726c904b32) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:38:40.007623 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-5c19f826-890a-4eb2-b7f8-bcd757d78fe4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for port (e555afd2-d7ca-452f-b30a-cd726c904b32), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:40.037650 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-5c19f826-890a-4eb2-b7f8-bcd757d78fe4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (e555afd2-d7ca-452f-b30a-cd726c904b32), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:40.084279 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-5c19f826-890a-4eb2-b7f8-bcd757d78fe4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Network 466556a2-70ae-47ab-beee-c79927eef272 is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:38:40.087385 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-5c19f826-890a-4eb2-b7f8-bcd757d78fe4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:38:40.091162 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-5c19f826-890a-4eb2-b7f8-bcd757d78fe4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:38:40.114572 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19f826-890a-4eb2-b7f8-bcd757d78fe4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event updated for resources: {'Port': ['ID=e555afd2-d7ca-452f-b30a-cd726c904b32,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:38:40.143983 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-5c19f826-890a-4eb2-b7f8-bcd757d78fe4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:40.144599 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-5c19f826-890a-4eb2-b7f8-bcd757d78fe4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:40.161141 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-5c19f826-890a-4eb2-b7f8-bcd757d78fe4 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5283194 Oct 06 12:38:40.178365 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Request body: {'port': {'device_id': '365eefdd-0377-4569-8684-30f8dc19ef9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:38:40.241944 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (e555afd2-d7ca-452f-b30a-cd726c904b32), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:40.313718 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-e71fe576-c90a-4f5d-abc0-f4102e0a18b8 None None] Provisioning complete for port e555afd2-d7ca-452f-b30a-cd726c904b32 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:38:40.314335 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-e71fe576-c90a-4f5d-abc0-f4102e0a18b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (e555afd2-d7ca-452f-b30a-cd726c904b32), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:40.314464 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-e71fe576-c90a-4f5d-abc0-f4102e0a18b8 None None] Attempt 1 to provision port e555afd2-d7ca-452f-b30a-cd726c904b32 Oct 06 12:38:40.345091 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-e71fe576-c90a-4f5d-abc0-f4102e0a18b8 None None] Port e555afd2-d7ca-452f-b30a-cd726c904b32 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:38:40.413863 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:40.463922 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3596670-6133-4893-8ab8-e04c0050c2e6 req-635041ef-0591-4348-a7d6-6555927d58f9 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:40.465372 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b3596670-6133-4893-8ab8-e04c0050c2e6 req-635041ef-0591-4348-a7d6-6555927d58f9 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 932 time: 0.0659184 Oct 06 12:38:40.547644 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b3596670-6133-4893-8ab8-e04c0050c2e6 req-95994c36-14e8-40c9-b3ec-5ae261c7214f tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a8ee6d0e-305b-44a3-895e-39a9980a3c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760353 Oct 06 12:38:40.565029 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:40.579795 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e555afd2-d7ca-452f-b30a-cd726c904b32 {{(pid=106140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:38:40.588624 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Publish callbacks [] for port (e555afd2-d7ca-452f-b30a-cd726c904b32), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:40.602372 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.provisioning_blocks [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Transition to ACTIVE for port object e555afd2-d7ca-452f-b30a-cd726c904b32 will not be triggered until provisioned by entity L2. {{(pid=106140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:38:40.605306 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (e555afd2-d7ca-452f-b30a-cd726c904b32), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:40.680873 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e555afd2-d7ca-452f-b30a-cd726c904b32,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:38:40.711535 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Attempting to bind port e555afd2-d7ca-452f-b30a-cd726c904b32 on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:38:40.711876 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Attempting to bind port e555afd2-d7ca-452f-b30a-cd726c904b32 by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:38:40.712197 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Attempting to bind port e555afd2-d7ca-452f-b30a-cd726c904b32 on network 466556a2-70ae-47ab-beee-c79927eef272 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:38:40.752191 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Port e555afd2-d7ca-452f-b30a-cd726c904b32 on network 466556a2-70ae-47ab-beee-c79927eef272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:38:40.752537 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Attempting to bind port e555afd2-d7ca-452f-b30a-cd726c904b32 on network 466556a2-70ae-47ab-beee-c79927eef272 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:38:40.797597 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:38:40.797933 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Checking segment: {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:38:40.798319 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Bound using segment: {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:38:40.798746 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Bound port: e555afd2-d7ca-452f-b30a-cd726c904b32, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd175a12-b3fd-4159-9585-d9c1f6d5c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '466556a2-70ae-47ab-beee-c79927eef272'}}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:38:40.799101 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (e555afd2-d7ca-452f-b30a-cd726c904b32), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:40.857340 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] For port e555afd2-d7ca-452f-b30a-cd726c904b32, host hv-cinder-85604, cleared binding levels {{(pid=106140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:38:40.860352 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] For port e555afd2-d7ca-452f-b30a-cd726c904b32, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=e555afd2-d7ca-452f-b30a-cd726c904b32,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:38:40.865381 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (e555afd2-d7ca-452f-b30a-cd726c904b32), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:40.869388 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:40.869998 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:40.871363 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/e555afd2-d7ca-452f-b30a-cd726c904b32 HTTP/1.1" status: 200 len: 1094 time: 0.6978221 Oct 06 12:38:40.871927 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365eefdd-0377-4569-8684-30f8dc19ef9d', 'tag': 'e555afd2-d7ca-452f-b30a-cd726c904b32'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:38:40.874159 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edcd1bd-b18c-4f85-abde-57cda87c32ef" -d '{"events": [{"name": "network-changed", "server_uuid": "365eefdd-0377-4569-8684-30f8dc19ef9d", "tag": "e555afd2-d7ca-452f-b30a-cd726c904b32"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:38:40.918296 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af68d8f2-6d8e-4ed5-bdf2-20a7dfbc389f x-openstack-request-id: req-af68d8f2-6d8e-4ed5-bdf2-20a7dfbc389f {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:38:40.918579 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365eefdd-0377-4569-8684-30f8dc19ef9d", "tag": "e555afd2-d7ca-452f-b30a-cd726c904b32", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:38:40.918833 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-af68d8f2-6d8e-4ed5-bdf2-20a7dfbc389f {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:38:40.919234 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af68d8f2-6d8e-4ed5-bdf2-20a7dfbc389f'] response: {'name': 'network-changed', 'server_uuid': '365eefdd-0377-4569-8684-30f8dc19ef9d', 'tag': 'e555afd2-d7ca-452f-b30a-cd726c904b32', 'status': 'completed', 'code': 200} Oct 06 12:38:40.923999 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b31ae9-9881-4beb-919a-372946ec19a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e555afd2-d7ca-452f-b30a-cd726c904b32,revision_number=3']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:38:40.981933 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-92e1ff65-e8ba-4421-ac35-12f58e5be9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:40.983384 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-92e1ff65-e8ba-4421-ac35-12f58e5be9f9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 1128 time: 0.0396738 Oct 06 12:38:41.031800 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-de144eff-4719-45ef-a880-509273ed040a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e555afd2-d7ca-452f-b30a-cd726c904b32 HTTP/1.1" status: 200 len: 217 time: 0.0345304 Oct 06 12:38:41.077979 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-5c1163ce-0d86-42d5-995d-7edd6b0344a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:41.079380 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-5c1163ce-0d86-42d5-995d-7edd6b0344a6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 HTTP/1.1" status: 200 len: 854 time: 0.0422549 Oct 06 12:38:41.120831 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-f4c831be-0d42-418c-8dd8-88e376ff2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:41.122213 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-f4c831be-0d42-418c-8dd8-88e376ff2282 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=466556a2-70ae-47ab-beee-c79927eef272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372422 Oct 06 12:38:41.213661 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-80e4a9a3-83cd-452c-9dd9-a8ce1bbead10 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850120 Oct 06 12:38:41.276071 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:41.302865 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-66f8ee6d-c700-4455-aae1-d9eec6cd359d req-1e4f9c1a-61d3-4b7b-9f11-223d5b861b6b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837066 Oct 06 12:38:41.671328 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c64de2-60ba-4edb-a401-e30f03a7609b req-c78a5a79-269e-4398-b6b7-0362d53f8241 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:41.672830 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-71c64de2-60ba-4edb-a401-e30f03a7609b req-c78a5a79-269e-4398-b6b7-0362d53f8241 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 944 time: 0.0506504 Oct 06 12:38:41.719114 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-71c64de2-60ba-4edb-a401-e30f03a7609b req-7b453804-79fe-4c9a-bbdb-50f576863ff6 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a8ee6d0e-305b-44a3-895e-39a9980a3c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402558 Oct 06 12:38:42.839122 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e8a3c-6a75-4fff-9678-8e4b09ea3170 req-17a86a00-0094-4f8b-a7df-e65b6d6ad32d tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:42.840607 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f42e8a3c-6a75-4fff-9678-8e4b09ea3170 req-17a86a00-0094-4f8b-a7df-e65b6d6ad32d tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 944 time: 0.0461874 Oct 06 12:38:42.882603 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:42.886968 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f42e8a3c-6a75-4fff-9678-8e4b09ea3170 req-3202fc9f-e931-4a67-9263-8766a4f89fed tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a8ee6d0e-305b-44a3-895e-39a9980a3c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407932 Oct 06 12:38:43.391952 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcd1bd-b18c-4f85-abde-57cda87c32ef req-2df3ca96-a6c9-413f-8857-3ba9bac46ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:43.393409 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2edcd1bd-b18c-4f85-abde-57cda87c32ef req-2df3ca96-a6c9-413f-8857-3ba9bac46ab6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 1128 time: 0.0416296 Oct 06 12:38:43.480813 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcd1bd-b18c-4f85-abde-57cda87c32ef req-b1d8c863-4bca-4918-85a3-264d31d4c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:43.482237 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2edcd1bd-b18c-4f85-abde-57cda87c32ef req-b1d8c863-4bca-4918-85a3-264d31d4c4db service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 916 time: 0.0835562 Oct 06 12:38:43.519291 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2edcd1bd-b18c-4f85-abde-57cda87c32ef req-7b183240-795d-4b72-a197-bd1a1a73d1b5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e555afd2-d7ca-452f-b30a-cd726c904b32 HTTP/1.1" status: 200 len: 217 time: 0.0309842 Oct 06 12:38:43.569632 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcd1bd-b18c-4f85-abde-57cda87c32ef req-b2deea07-e4cf-4f07-8d3f-cdd8a5d0c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:43.571024 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2edcd1bd-b18c-4f85-abde-57cda87c32ef req-b2deea07-e4cf-4f07-8d3f-cdd8a5d0c96c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 HTTP/1.1" status: 200 len: 854 time: 0.0460823 Oct 06 12:38:43.613782 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcd1bd-b18c-4f85-abde-57cda87c32ef req-63ef0a03-b938-4714-ab2b-4e0a164eb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:43.615195 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2edcd1bd-b18c-4f85-abde-57cda87c32ef req-63ef0a03-b938-4714-ab2b-4e0a164eb65b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=466556a2-70ae-47ab-beee-c79927eef272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379770 Oct 06 12:38:43.704624 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2edcd1bd-b18c-4f85-abde-57cda87c32ef req-0e2a95b8-19db-4b05-9e2c-e945a292011b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833023 Oct 06 12:38:43.792376 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2edcd1bd-b18c-4f85-abde-57cda87c32ef req-f5d196fd-636d-4dc7-8a1f-41890d0225d8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815468 Oct 06 12:38:44.004626 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe795357-47a7-4a73-91a2-64b05e90e772 req-4927327d-94bb-46a2-835e-419581d29b98 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:44.005988 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fe795357-47a7-4a73-91a2-64b05e90e772 req-4927327d-94bb-46a2-835e-419581d29b98 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 944 time: 0.0457370 Oct 06 12:38:44.055311 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fe795357-47a7-4a73-91a2-64b05e90e772 req-d3ef5cf1-c28a-4f89-aaad-e7f09e126526 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a8ee6d0e-305b-44a3-895e-39a9980a3c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438960 Oct 06 12:38:44.220159 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device e555afd2-d7ca-452f-b30a-cd726c904b32 details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:38:44.317492 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port e555afd2-d7ca-452f-b30a-cd726c904b32, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=e555afd2-d7ca-452f-b30a-cd726c904b32,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:38:44.328355 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': 'e555afd2-d7ca-452f-b30a-cd726c904b32', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'port_id': 'e555afd2-d7ca-452f-b30a-cd726c904b32', 'mac_address': 'fa:16:3e:b6:8a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:38:44.360032 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:44.367354 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port e555afd2-d7ca-452f-b30a-cd726c904b32 is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:38:44.367769 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (e555afd2-d7ca-452f-b30a-cd726c904b32), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:44.381566 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e555afd2-d7ca-452f-b30a-cd726c904b32 {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:38:44.398656 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:44.401094 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port e555afd2-d7ca-452f-b30a-cd726c904b32, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=e555afd2-d7ca-452f-b30a-cd726c904b32,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:38:44.404797 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (e555afd2-d7ca-452f-b30a-cd726c904b32), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:44.450485 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=e555afd2-d7ca-452f-b30a-cd726c904b32,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:38:44.457393 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:44.457749 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:44.458093 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:44.458434 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:44.458764 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:44.459094 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:44.459421 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:44.459779 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:44.460107 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:44.460431 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:44.460756 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:44.461080 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:44.461407 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:44.461727 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:44.462047 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:38:44.805908 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['e555afd2-d7ca-452f-b30a-cd726c904b32'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:38:45.170822 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7393a96-5eef-4563-a2e6-e9ec4fe57e0b req-45d74d52-b695-43bc-8e41-9a91d2b78346 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:45.172279 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f7393a96-5eef-4563-a2e6-e9ec4fe57e0b req-45d74d52-b695-43bc-8e41-9a91d2b78346 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 945 time: 0.0456049 Oct 06 12:38:45.217749 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f7393a96-5eef-4563-a2e6-e9ec4fe57e0b req-9b481099-2819-4fae-b525-e10d27313efd tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a8ee6d0e-305b-44a3-895e-39a9980a3c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399020 Oct 06 12:38:46.032030 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:46.034630 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:46.246464 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device e555afd2-d7ca-452f-b30a-cd726c904b32 up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:38:46.289820 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port e555afd2-d7ca-452f-b30a-cd726c904b32 completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:38:46.295393 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port e555afd2-d7ca-452f-b30a-cd726c904b32 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:38:46.295841 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (e555afd2-d7ca-452f-b30a-cd726c904b32), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:46.296224 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port e555afd2-d7ca-452f-b30a-cd726c904b32 Oct 06 12:38:46.337295 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52a2fc-e111-4fab-ac14-bc322ceb39b5 req-73b12aa7-bd1a-4ded-867b-806c8d7847f3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:46.338841 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9b52a2fc-e111-4fab-ac14-bc322ceb39b5 req-73b12aa7-bd1a-4ded-867b-806c8d7847f3 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 945 time: 0.0468748 Oct 06 12:38:46.372188 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port e555afd2-d7ca-452f-b30a-cd726c904b32 is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:38:46.372580 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (e555afd2-d7ca-452f-b30a-cd726c904b32), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:46.386890 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9b52a2fc-e111-4fab-ac14-bc322ceb39b5 req-28127a3e-572f-413c-93d0-8a67d71f5131 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a8ee6d0e-305b-44a3-895e-39a9980a3c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422456 Oct 06 12:38:46.395103 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365eefdd-0377-4569-8684-30f8dc19ef9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e555afd2-d7ca-452f-b30a-cd726c904b32'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:38:46.397578 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b358dd30-9598-4237-b4a9-c2672bfae6b5" -d '{"events": [{"server_uuid": "365eefdd-0377-4569-8684-30f8dc19ef9d", "name": "network-vif-plugged", "status": "completed", "tag": "e555afd2-d7ca-452f-b30a-cd726c904b32"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:38:46.411710 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port e555afd2-d7ca-452f-b30a-cd726c904b32, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=e555afd2-d7ca-452f-b30a-cd726c904b32,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:38:46.416133 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (e555afd2-d7ca-452f-b30a-cd726c904b32), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:46.462773 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=e555afd2-d7ca-452f-b30a-cd726c904b32,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:38:46.497919 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e8cb55-b2b8-4f59-9478-e10ef28f10c8 x-openstack-request-id: req-86e8cb55-b2b8-4f59-9478-e10ef28f10c8 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:38:46.498208 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365eefdd-0377-4569-8684-30f8dc19ef9d", "name": "network-vif-plugged", "status": "completed", "tag": "e555afd2-d7ca-452f-b30a-cd726c904b32", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:38:46.498456 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-86e8cb55-b2b8-4f59-9478-e10ef28f10c8 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:38:46.498845 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e8cb55-b2b8-4f59-9478-e10ef28f10c8'] response: {'server_uuid': '365eefdd-0377-4569-8684-30f8dc19ef9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e555afd2-d7ca-452f-b30a-cd726c904b32', 'code': 200} Oct 06 12:38:46.613565 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=17,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:46.614341 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=18,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:46.713550 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5af265-ebd7-4ff8-ba74-55398f3411c0 req-6ad31a7e-f9f4-4aff-b080-ca0db61451f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:46.715002 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cc5af265-ebd7-4ff8-ba74-55398f3411c0 req-6ad31a7e-f9f4-4aff-b080-ca0db61451f7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 1130 time: 0.0407302 Oct 06 12:38:46.758931 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cc5af265-ebd7-4ff8-ba74-55398f3411c0 req-05778797-2de1-4da4-8347-2e4196455b48 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a8ee6d0e-305b-44a3-895e-39a9980a3c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361822 Oct 06 12:38:47.474799 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:47.510076 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92043b-1e9e-4bee-81be-47cd1920c01b req-5e3c1f6e-b366-48ec-9182-9194c3ff17b0 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:47.511443 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fa92043b-1e9e-4bee-81be-47cd1920c01b req-5e3c1f6e-b366-48ec-9182-9194c3ff17b0 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 946 time: 0.0470285 Oct 06 12:38:47.559260 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fa92043b-1e9e-4bee-81be-47cd1920c01b req-057c2e7b-8816-4654-82a2-c35f076fd656 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a8ee6d0e-305b-44a3-895e-39a9980a3c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423272 Oct 06 12:38:48.681336 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1835f5f-0fe0-40e4-bc8e-a90451f18f44 req-4587a813-cf57-4f7c-890c-3d6a80518724 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:48.682772 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e1835f5f-0fe0-40e4-bc8e-a90451f18f44 req-4587a813-cf57-4f7c-890c-3d6a80518724 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 946 time: 0.0455036 Oct 06 12:38:48.731487 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e1835f5f-0fe0-40e4-bc8e-a90451f18f44 req-0c8eeda3-5e77-4e10-bf0b-97ca8867590d tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a8ee6d0e-305b-44a3-895e-39a9980a3c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432105 Oct 06 12:38:48.773118 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-fa0ec103-371b-4d4d-9d09-b8287e3269eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:48.847339 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da28db-bbb9-4bb4-a57a-625239a9bc01 req-b5aa1119-df85-4730-bba3-3e921294ff75 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:48.848742 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-09da28db-bbb9-4bb4-a57a-625239a9bc01 req-b5aa1119-df85-4730-bba3-3e921294ff75 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 946 time: 0.0459428 Oct 06 12:38:48.858828 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59692) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:38:48.863662 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-7b83f321-27c2-456f-afeb-4aeb8638e0a2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Request body: {'floatingip': {'port_id': 'e555afd2-d7ca-452f-b30a-cd726c904b32'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:38:48.865946 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:48.901128 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7b83f321-27c2-456f-afeb-4aeb8638e0a2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (432f28cd-d636-4350-804d-16573575ae23), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:49.547369 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7b83f321-27c2-456f-afeb-4aeb8638e0a2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:49.551379 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7b83f321-27c2-456f-afeb-4aeb8638e0a2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (432f28cd-d636-4350-804d-16573575ae23), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:49.643710 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.l3_db [None req-7b83f321-27c2-456f-afeb-4aeb8638e0a2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Floating IP 432f28cd-d636-4350-804d-16573575ae23 associated. External IP: 172.27.0.190, port: e555afd2-d7ca-452f-b30a-cd726c904b32. Oct 06 12:38:49.834744 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b83f321-27c2-456f-afeb-4aeb8638e0a2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Router 8d322467-7b08-4d63-b156-63603c6e090b has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:38:49.841094 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:49.934563 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b83f321-27c2-456f-afeb-4aeb8638e0a2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:38:49.939468 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7b83f321-27c2-456f-afeb-4aeb8638e0a2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:49.944626 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60e758c-673d-4dbf-bb3e-a9d547bab4ef None None] Sync routers for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:38:49.954166 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e758c-673d-4dbf-bb3e-a9d547bab4ef None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:38:49.954786 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-f60e758c-673d-4dbf-bb3e-a9d547bab4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:38:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:38:49.972548 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-7b83f321-27c2-456f-afeb-4aeb8638e0a2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/432f28cd-d636-4350-804d-16573575ae23 HTTP/1.1" status: 200 len: 992 time: 1.1126893 Oct 06 12:38:49.973198 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365eefdd-0377-4569-8684-30f8dc19ef9d', 'tag': 'e555afd2-d7ca-452f-b30a-cd726c904b32'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:38:49.975433 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d144254-1392-4bda-a0ff-214febca37b9" -d '{"events": [{"name": "network-changed", "server_uuid": "365eefdd-0377-4569-8684-30f8dc19ef9d", "tag": "e555afd2-d7ca-452f-b30a-cd726c904b32"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:38:50.011799 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104df8f9-e1e8-4f4a-ac4f-6adba003a331 x-openstack-request-id: req-104df8f9-e1e8-4f4a-ac4f-6adba003a331 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:38:50.012095 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365eefdd-0377-4569-8684-30f8dc19ef9d", "tag": "e555afd2-d7ca-452f-b30a-cd726c904b32", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:38:50.012345 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-104df8f9-e1e8-4f4a-ac4f-6adba003a331 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:38:50.012752 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104df8f9-e1e8-4f4a-ac4f-6adba003a331'] response: {'name': 'network-changed', 'server_uuid': '365eefdd-0377-4569-8684-30f8dc19ef9d', 'tag': 'e555afd2-d7ca-452f-b30a-cd726c904b32', 'status': 'completed', 'code': 200} Oct 06 12:38:50.059643 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-f60e758c-673d-4dbf-bb3e-a9d547bab4ef None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:38:50.099025 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d144254-1392-4bda-a0ff-214febca37b9 req-7e2fa8e1-ac33-4350-9582-d9633bcb18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:50.100474 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0d144254-1392-4bda-a0ff-214febca37b9 req-7e2fa8e1-ac33-4350-9582-d9633bcb18a8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 1130 time: 0.0402317 Oct 06 12:38:50.168515 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:50.192985 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d144254-1392-4bda-a0ff-214febca37b9 req-8c9727b0-a297-40ab-af5d-76a2463ced3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:50.194449 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0d144254-1392-4bda-a0ff-214febca37b9 req-8c9727b0-a297-40ab-af5d-76a2463ced3d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 916 time: 0.0876541 Oct 06 12:38:50.260900 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0d144254-1392-4bda-a0ff-214febca37b9 req-5f4335f2-076d-4e6b-9220-fdf5e009a5da service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e555afd2-d7ca-452f-b30a-cd726c904b32 HTTP/1.1" status: 200 len: 1000 time: 0.0589118 Oct 06 12:38:50.272620 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:50.276455 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-f60e758c-673d-4dbf-bb3e-a9d547bab4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '432f28cd-d636-4350-804d-16573575ae23', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': 'e555afd2-d7ca-452f-b30a-cd726c904b32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:b6:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365eefdd-0377-4569-8684-30f8dc19ef9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:38:37Z', 'updated_at': '2022-10-06T12:38:49Z', 'revision_number': 1, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:38:50.303808 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60e758c-673d-4dbf-bb3e-a9d547bab4ef None None] Checking router: 8d322467-7b08-4d63-b156-63603c6e090b for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:38:50.306453 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:38:50.310366 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d144254-1392-4bda-a0ff-214febca37b9 req-925f2cf0-bd1c-47b4-814b-bfad13bc732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:50.312064 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0d144254-1392-4bda-a0ff-214febca37b9 req-925f2cf0-bd1c-47b4-814b-bfad13bc732d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 HTTP/1.1" status: 200 len: 854 time: 0.0457008 Oct 06 12:38:50.314747 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e758c-673d-4dbf-bb3e-a9d547bab4ef None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:38:50.315988 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-f60e758c-673d-4dbf-bb3e-a9d547bab4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:38:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:38:50.354306 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d144254-1392-4bda-a0ff-214febca37b9 req-0e915183-98f0-4900-a56d-2fc0107498f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:38:50.355859 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0d144254-1392-4bda-a0ff-214febca37b9 req-0e915183-98f0-4900-a56d-2fc0107498f6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=466556a2-70ae-47ab-beee-c79927eef272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385177 Oct 06 12:38:50.417231 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-f60e758c-673d-4dbf-bb3e-a9d547bab4ef None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:38:50.448814 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0d144254-1392-4bda-a0ff-214febca37b9 req-3eeb2c76-6222-4297-b193-f99ce6007ed5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870614 Oct 06 12:38:50.535768 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-0d144254-1392-4bda-a0ff-214febca37b9 req-d9ca0d6d-3fc9-4e21-9fd4-01d0e00e40e3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816362 Oct 06 12:38:50.630877 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-f60e758c-673d-4dbf-bb3e-a9d547bab4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '432f28cd-d636-4350-804d-16573575ae23', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': 'e555afd2-d7ca-452f-b30a-cd726c904b32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:b6:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365eefdd-0377-4569-8684-30f8dc19ef9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:38:37Z', 'updated_at': '2022-10-06T12:38:49Z', 'revision_number': 1, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:38:50.654892 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60e758c-673d-4dbf-bb3e-a9d547bab4ef None None] The sync data for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi is: [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '432f28cd-d636-4350-804d-16573575ae23', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'port_id': 'e555afd2-d7ca-452f-b30a-cd726c904b32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'mac_address': 'fa:16:3e:b6:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365eefdd-0377-4569-8684-30f8dc19ef9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:38:37Z', 'updated_at': '2022-10-06T12:38:49Z', 'revision_number': 1, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:38:50.845506 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517859cf-6d30-4cfe-9c41-08b7c3e050c5 None None] New status for floating IP 432f28cd-d636-4350-804d-16573575ae23: ACTIVE {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:38:51.076300 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-a855c361-1811-4bfa-b873-feeb4f774670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:52.146061 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:53.640765 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:53.777641 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:38:58.370167 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:39:00.530601 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=62 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:39:00.532722 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=32 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:39:00.947575 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=13 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:39:03.772220 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:39:03.774157 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:39:07.264093 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:39:16.002458 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3ff4e936-98d9-4649-a2a3-be874e62829a req-06db8a6e-ccb3-4d05-99fb-9d88c0913ad3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414312 Oct 06 12:39:16.102957 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4e936-98d9-4649-a2a3-be874e62829a req-edcbd34d-6221-470d-8392-ff75332ab645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:39:16.104447 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3ff4e936-98d9-4649-a2a3-be874e62829a req-edcbd34d-6221-470d-8392-ff75332ab645 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 1130 time: 0.0388656 Oct 06 12:39:16.207996 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4e936-98d9-4649-a2a3-be874e62829a req-7feffbb1-3c6e-4c27-b1a0-1c243e4d8849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:39:16.209445 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3ff4e936-98d9-4649-a2a3-be874e62829a req-7feffbb1-3c6e-4c27-b1a0-1c243e4d8849 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 200 len: 916 time: 0.0871081 Oct 06 12:39:16.269450 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3ff4e936-98d9-4649-a2a3-be874e62829a req-26725091-c4d8-4ae6-a38c-e54a48adc8d9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e555afd2-d7ca-452f-b30a-cd726c904b32 HTTP/1.1" status: 200 len: 1002 time: 0.0542653 Oct 06 12:39:16.317409 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4e936-98d9-4649-a2a3-be874e62829a req-1d1cc684-d14f-409f-afd2-e3a340acf31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:39:16.318811 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3ff4e936-98d9-4649-a2a3-be874e62829a req-1d1cc684-d14f-409f-afd2-e3a340acf31e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 HTTP/1.1" status: 200 len: 854 time: 0.0433173 Oct 06 12:39:16.363529 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4e936-98d9-4649-a2a3-be874e62829a req-d1e9e651-ae78-40ce-8cd6-a72f140693dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:39:16.364974 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3ff4e936-98d9-4649-a2a3-be874e62829a req-d1e9e651-ae78-40ce-8cd6-a72f140693dc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=466556a2-70ae-47ab-beee-c79927eef272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402939 Oct 06 12:39:16.451128 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3ff4e936-98d9-4649-a2a3-be874e62829a req-181322fa-9624-43f3-ae30-4534e2aa64d7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801418 Oct 06 12:39:16.545517 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3ff4e936-98d9-4649-a2a3-be874e62829a req-e1cfa070-1880-4401-a0ed-a0994f639e9c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885904 Oct 06 12:39:17.253543 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:39:17.260290 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:39:17.329483 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:39:18.774417 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c4d78d05-cf42-4de5-b417-e0bc773083d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:39:21.077504 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-4b3def75-5325-4db5-ad79-a485bd16cda1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:39:22.148268 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:39:23.642908 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:39:23.780146 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:39:26.530414 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=48 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:39:26.542584 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=53 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:39:35.369527 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:39:37.269339 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:39:45.363914 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:39:45.366267 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:39:47.259290 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:39:47.265276 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:39:48.776509 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5cf56452-abd3-4095-a575-b13077aaa3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:39:51.079247 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0c16fd9a-7582-4c5c-a9cf-4a3e543ab9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:39:52.154806 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:39:53.646206 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:39:53.781995 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:03.771931 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:03.778182 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:07.277611 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:12.367959 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:40:15.989941 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7652a0-9d4a-4ccd-828c-1cc3315a00e0 req-d334bf12-8a02-4b3f-b38f-e218030e0e13 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:40:15.991390 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9e7652a0-9d4a-4ccd-828c-1cc3315a00e0 req-d334bf12-8a02-4b3f-b38f-e218030e0e13 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 946 time: 0.0465813 Oct 06 12:40:16.038603 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9e7652a0-9d4a-4ccd-828c-1cc3315a00e0 req-6d3ca15e-b931-430a-926c-526aaf9d9dac tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a8ee6d0e-305b-44a3-895e-39a9980a3c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416605 Oct 06 12:40:17.158159 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206f18f-25ce-47fb-928c-37e9e9cbe1ea req-778840d9-e906-406d-95b6-d3c2921c36f8 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:40:17.159611 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f206f18f-25ce-47fb-928c-37e9e9cbe1ea req-778840d9-e906-406d-95b6-d3c2921c36f8 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 946 time: 0.0455604 Oct 06 12:40:17.210242 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f206f18f-25ce-47fb-928c-37e9e9cbe1ea req-ae0bad94-4b60-4c39-80a5-e674f49ad188 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a8ee6d0e-305b-44a3-895e-39a9980a3c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446963 Oct 06 12:40:17.267829 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:17.272917 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:17.959203 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b03922-9a52-4485-a007-6fa6a1fb2cd9 req-4c13b469-eac5-4e19-a2e4-c65e5c6d60e5 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:40:17.960713 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-62b03922-9a52-4485-a007-6fa6a1fb2cd9 req-4c13b469-eac5-4e19-a2e4-c65e5c6d60e5 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 946 time: 0.0469115 Oct 06 12:40:18.248326 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-62b03922-9a52-4485-a007-6fa6a1fb2cd9 req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Deleting port e555afd2-d7ca-452f-b30a-cd726c904b32 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:40:18.248903 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-62b03922-9a52-4485-a007-6fa6a1fb2cd9 req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (e555afd2-d7ca-452f-b30a-cd726c904b32), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:18.352730 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb3644-c23a-4f50-bf5e-863c83599d81 req-e8139eea-c2e8-4907-a3f6-057f5fc40cfd tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:40:18.354191 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2adb3644-c23a-4f50-bf5e-863c83599d81 req-e8139eea-c2e8-4907-a3f6-057f5fc40cfd tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 946 time: 0.0596654 Oct 06 12:40:18.394818 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-62b03922-9a52-4485-a007-6fa6a1fb2cd9 req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] For port e555afd2-d7ca-452f-b30a-cd726c904b32, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=e555afd2-d7ca-452f-b30a-cd726c904b32,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:40:18.395184 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-62b03922-9a52-4485-a007-6fa6a1fb2cd9 req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (e555afd2-d7ca-452f-b30a-cd726c904b32), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:18.465555 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2adb3644-c23a-4f50-bf5e-863c83599d81 req-c1f0e728-1ee9-40c2-a092-011bed23028c tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a8ee6d0e-305b-44a3-895e-39a9980a3c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010842 Oct 06 12:40:18.577637 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-62b03922-9a52-4485-a007-6fa6a1fb2cd9 req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:18.577921 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-62b03922-9a52-4485-a007-6fa6a1fb2cd9 req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (432f28cd-d636-4350-804d-16573575ae23), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:18.578238 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.l3_db [req-62b03922-9a52-4485-a007-6fa6a1fb2cd9 req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Floating IP 432f28cd-d636-4350-804d-16573575ae23 disassociated. External IP: 172.27.0.190, port: e555afd2-d7ca-452f-b30a-cd726c904b32. Oct 06 12:40:18.578579 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-62b03922-9a52-4485-a007-6fa6a1fb2cd9 req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Calling delete_port for e555afd2-d7ca-452f-b30a-cd726c904b32 owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:40:18.701001 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-62b03922-9a52-4485-a007-6fa6a1fb2cd9 req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (e555afd2-d7ca-452f-b30a-cd726c904b32), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:18.732340 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event deleted for resources: {'Port': ['ID=e555afd2-d7ca-452f-b30a-cd726c904b32,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:18.743444 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:18.743852 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:18.744193 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:18.744530 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:18.744861 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:18.745190 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:18.745534 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:18.745859 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:18.746181 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:18.746505 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:18.746828 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:18.747156 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:18.747473 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:18.747828 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:18.748145 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:18.778001 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-87bd671e-03d6-4c4a-91c5-fc5839133f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:18.830024 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:18.857817 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62b03922-9a52-4485-a007-6fa6a1fb2cd9 req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Router 8d322467-7b08-4d63-b156-63603c6e090b has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:40:18.860786 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:18.962725 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62b03922-9a52-4485-a007-6fa6a1fb2cd9 req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:40:18.972632 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa318dc-059f-4e17-8fa0-7218585e2227 None None] Sync routers for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:40:18.983031 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa318dc-059f-4e17-8fa0-7218585e2227 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:40:18.983914 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-8fa318dc-059f-4e17-8fa0-7218585e2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:39:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:19.007414 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b03922-9a52-4485-a007-6fa6a1fb2cd9 req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] No DVR routers for this DVR port e555afd2-d7ca-452f-b30a-cd726c904b32 on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:40:19.009936 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-62b03922-9a52-4485-a007-6fa6a1fb2cd9 req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:19.013631 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-62b03922-9a52-4485-a007-6fa6a1fb2cd9 req-36a5780b-76ff-4fdd-af6b-483fa2233cbb tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.23 "DELETE /networking/v2.0/ports/e555afd2-d7ca-452f-b30a-cd726c904b32 HTTP/1.1" status: 204 len: 173 time: 0.8426881 Oct 06 12:40:19.014120 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365eefdd-0377-4569-8684-30f8dc19ef9d', 'name': 'network-vif-deleted', 'tag': 'e555afd2-d7ca-452f-b30a-cd726c904b32'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:40:19.016521 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee69197-e5b5-4fe3-a538-78bbeb6870ce" -d '{"events": [{"server_uuid": "365eefdd-0377-4569-8684-30f8dc19ef9d", "name": "network-vif-deleted", "tag": "e555afd2-d7ca-452f-b30a-cd726c904b32"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:40:19.056425 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa00e34-d100-4807-b848-7851f1a3c733 x-openstack-request-id: req-aaa00e34-d100-4807-b848-7851f1a3c733 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:40:19.056757 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365eefdd-0377-4569-8684-30f8dc19ef9d", "name": "network-vif-deleted", "tag": "e555afd2-d7ca-452f-b30a-cd726c904b32", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:40:19.057000 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-aaa00e34-d100-4807-b848-7851f1a3c733 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:40:19.057432 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa00e34-d100-4807-b848-7851f1a3c733'] response: {'server_uuid': '365eefdd-0377-4569-8684-30f8dc19ef9d', 'name': 'network-vif-deleted', 'tag': 'e555afd2-d7ca-452f-b30a-cd726c904b32', 'status': 'completed', 'code': 200} Oct 06 12:40:19.094130 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-8fa318dc-059f-4e17-8fa0-7218585e2227 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:40:19.408942 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-8fa318dc-059f-4e17-8fa0-7218585e2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:19.436304 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa318dc-059f-4e17-8fa0-7218585e2227 None None] Checking router: 8d322467-7b08-4d63-b156-63603c6e090b for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:40:19.444770 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa318dc-059f-4e17-8fa0-7218585e2227 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:40:19.445359 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-8fa318dc-059f-4e17-8fa0-7218585e2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:39:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:19.553245 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-8fa318dc-059f-4e17-8fa0-7218585e2227 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:40:19.594101 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f70f6893-71d2-4717-98b5-bad884ec7065 req-ed2ae51e-28a7-4614-aae4-7b4bc907dc87 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=365eefdd-0377-4569-8684-30f8dc19ef9d HTTP/1.1" status: 200 len: 210 time: 0.0352664 Oct 06 12:40:19.741736 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-8fa318dc-059f-4e17-8fa0-7218585e2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:19.766084 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa318dc-059f-4e17-8fa0-7218585e2227 None None] The sync data for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi is: [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:32:51Z', 'revision_number': 4, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'a51028b2-5585-414a-989b-97d76c2a3404', 'name': '', 'network_id': '466556a2-70ae-47ab-beee-c79927eef272', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'mac_address': 'fa:16:3e:e3:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:50Z', 'updated_at': '2022-10-06T12:32:57Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'subnets': [{'id': '7f67b0c4-e1ff-46b4-a1df-13674e8e55b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:40:19.968443 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99f2df6-acc6-4659-a2c0-fd30c702600b None None] New status for floating IP 432f28cd-d636-4350-804d-16573575ae23: DOWN {{(pid=106142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:40:20.689341 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59798) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:20.744275 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-db42d1ff-39e9-4929-9d4d-1632c96c1da2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (a8ee6d0e-305b-44a3-895e-39a9980a3c20), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:20.766170 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-db42d1ff-39e9-4929-9d4d-1632c96c1da2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (a8ee6d0e-305b-44a3-895e-39a9980a3c20), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:20.815831 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-db42d1ff-39e9-4929-9d4d-1632c96c1da2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (a8ee6d0e-305b-44a3-895e-39a9980a3c20), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:20.818340 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-db42d1ff-39e9-4929-9d4d-1632c96c1da2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:20.819545 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-db42d1ff-39e9-4929-9d4d-1632c96c1da2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a8ee6d0e-305b-44a3-895e-39a9980a3c20 HTTP/1.1" status: 204 len: 168 time: 0.1291928 Oct 06 12:40:20.822531 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59800) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:20.829211 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42d1ff-39e9-4929-9d4d-1632c96c1da2 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ee6d0e-305b-44a3-895e-39a9980a3c20,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:20.838427 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.api.v2.resource [None req-9f4f034c-f1af-42ac-985c-b6e794152d60 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] show failed (client error): The resource could not be found. Oct 06 12:40:20.839532 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-9f4f034c-f1af-42ac-985c-b6e794152d60 tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "GET /networking/v2.0/security-groups/a8ee6d0e-305b-44a3-895e-39a9980a3c20 HTTP/1.1" status: 404 len: 347 time: 0.0158889 Oct 06 12:40:20.842573 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59804) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:20.953006 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Deleting port d9c7c9b2-f068-4681-b81c-b2a2e2434829 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:40:20.953352 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (d9c7c9b2-f068-4681-b81c-b2a2e2434829), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:21.027387 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (d9c7c9b2-f068-4681-b81c-b2a2e2434829), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:21.027675 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (d9c7c9b2-f068-4681-b81c-b2a2e2434829), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:21.042195 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Calling delete_port for d9c7c9b2-f068-4681-b81c-b2a2e2434829 owned by network:floatingip {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:40:21.082839 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-d77585c7-9127-4593-a454-8d78e4225b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:21.176844 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (d9c7c9b2-f068-4681-b81c-b2a2e2434829), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:21.201042 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Pushing event deleted for resources: {'Port': ['ID=d9c7c9b2-f068-4681-b81c-b2a2e2434829,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:21.228808 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:21.229161 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:21.229506 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:21.230539 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:21.230884 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:21.231220 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:21.231578 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:21.231913 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:21.232245 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:21.232574 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:21.232904 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:21.233230 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:21.233557 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:21.233884 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:21.234209 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:40:21.276253 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks [] for floatingip (432f28cd-d636-4350-804d-16573575ae23), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:21.278825 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:21.279933 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-e22b3c5a-25e3-4720-9616-17ef6609aeae tempest-AttachVolumeNegativeTest-1565518581 tempest-AttachVolumeNegativeTest-1565518581-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/432f28cd-d636-4350-804d-16573575ae23 HTTP/1.1" status: 204 len: 168 time: 0.4362447 Oct 06 12:40:22.154618 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:22.740521 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device e555afd2-d7ca-452f-b30a-cd726c904b32 no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:40:22.760980 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: e555afd2-d7ca-452f-b30a-cd726c904b32 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:40:22.761325 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device e555afd2-d7ca-452f-b30a-cd726c904b32 not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:40:23.651167 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:23.785261 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:24.973122 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59840) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:25.427650 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-15e5081e-cde5-442f-961e-f7a97f4385d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664333'] for router_interface (8d322467-7b08-4d63-b156-63603c6e090b), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:25.633649 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:25.639581 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-15e5081e-cde5-442f-961e-f7a97f4385d3 admin admin] Deleting port a51028b2-5585-414a-989b-97d76c2a3404 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:40:25.640147 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-15e5081e-cde5-442f-961e-f7a97f4385d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (a51028b2-5585-414a-989b-97d76c2a3404), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:25.716354 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-15e5081e-cde5-442f-961e-f7a97f4385d3 admin admin] For port a51028b2-5585-414a-989b-97d76c2a3404, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=a51028b2-5585-414a-989b-97d76c2a3404,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:40:25.716709 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-15e5081e-cde5-442f-961e-f7a97f4385d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (a51028b2-5585-414a-989b-97d76c2a3404), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:25.728762 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-15e5081e-cde5-442f-961e-f7a97f4385d3 admin admin] Calling delete_port for a51028b2-5585-414a-989b-97d76c2a3404 owned by network:router_interface {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:40:25.736774 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:25.904795 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-15e5081e-cde5-442f-961e-f7a97f4385d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (a51028b2-5585-414a-989b-97d76c2a3404), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:25.929030 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5081e-cde5-442f-961e-f7a97f4385d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51028b2-5585-414a-989b-97d76c2a3404,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:26.086794 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-15e5081e-cde5-442f-961e-f7a97f4385d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664313'] for router_interface (8d322467-7b08-4d63-b156-63603c6e090b), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:26.518437 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e5081e-cde5-442f-961e-f7a97f4385d3 admin admin] Router 8d322467-7b08-4d63-b156-63603c6e090b has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:40:26.617158 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e5081e-cde5-442f-961e-f7a97f4385d3 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:40:26.623175 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-15e5081e-cde5-442f-961e-f7a97f4385d3 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/8d322467-7b08-4d63-b156-63603c6e090b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6495545 Oct 06 12:40:26.625225 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59844) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:26.626308 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875fe2d6-6d84-4e55-abdb-2101188fe540 None None] Sync routers for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:40:26.635971 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875fe2d6-6d84-4e55-abdb-2101188fe540 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:40:26.636578 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-875fe2d6-6d84-4e55-abdb-2101188fe540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:40:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:26.706884 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:26.725357 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4888e8ab-7480-4832-abcc-50ffb223dd23 admin admin] Publish callbacks [] for router (8d322467-7b08-4d63-b156-63603c6e090b), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:26.737244 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-875fe2d6-6d84-4e55-abdb-2101188fe540 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:40:26.806388 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:26.825192 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4888e8ab-7480-4832-abcc-50ffb223dd23 admin admin] Publish callbacks [] for router_gateway (8d322467-7b08-4d63-b156-63603c6e090b), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:26.840501 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:26.858880 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:26.867650 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-4888e8ab-7480-4832-abcc-50ffb223dd23 admin admin] Deleting port 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:40:26.867998 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4888e8ab-7480-4832-abcc-50ffb223dd23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (466ebdd6-b729-45b6-8ba6-c27e5e5d57c7), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:26.909767 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-875fe2d6-6d84-4e55-abdb-2101188fe540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:40:25Z', 'revision_number': 5, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port': {'id': '466ebdd6-b729-45b6-8ba6-c27e5e5d57c7', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d322467-7b08-4d63-b156-63603c6e090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:32:48Z', 'updated_at': '2022-10-06T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:26.935315 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875fe2d6-6d84-4e55-abdb-2101188fe540 None None] Checking router: 8d322467-7b08-4d63-b156-63603c6e090b for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:40:26.944035 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875fe2d6-6d84-4e55-abdb-2101188fe540 None None] Routers {'8d322467-7b08-4d63-b156-63603c6e090b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:40:26.944699 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-875fe2d6-6d84-4e55-abdb-2101188fe540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:40:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['8d322467-7b08-4d63-b156-63603c6e090b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:26.948543 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-4888e8ab-7480-4832-abcc-50ffb223dd23 admin admin] For port 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=466ebdd6-b729-45b6-8ba6-c27e5e5d57c7,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:40:26.948908 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4888e8ab-7480-4832-abcc-50ffb223dd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (466ebdd6-b729-45b6-8ba6-c27e5e5d57c7), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:26.961390 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-4888e8ab-7480-4832-abcc-50ffb223dd23 admin admin] Calling delete_port for 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 owned by network:router_gateway {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:40:27.028476 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-875fe2d6-6d84-4e55-abdb-2101188fe540 None None] Set router 8d322467-7b08-4d63-b156-63603c6e090b gateway port host: None {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:40:27.076843 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-875fe2d6-6d84-4e55-abdb-2101188fe540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:40:26Z', 'revision_number': 6, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port_host': None}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:27.104500 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875fe2d6-6d84-4e55-abdb-2101188fe540 None None] The sync data for ids ['8d322467-7b08-4d63-b156-63603c6e090b'] in dv-cinder-856041-2-iscsi is: [{'id': '8d322467-7b08-4d63-b156-63603c6e090b', 'name': 'tempest-AttachVolumeNegativeTest-2062843251-router', 'tenant_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:32:47Z', 'updated_at': '2022-10-06T12:40:26Z', 'revision_number': 6, 'project_id': 'bee9f30f6e1d4d1ab2c4fe269d78d768', 'gw_port_host': None}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:40:27.130956 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4888e8ab-7480-4832-abcc-50ffb223dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (466ebdd6-b729-45b6-8ba6-c27e5e5d57c7), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:27.159733 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888e8ab-7480-4832-abcc-50ffb223dd23 admin admin] Pushing event deleted for resources: {'Port': ['ID=466ebdd6-b729-45b6-8ba6-c27e5e5d57c7,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:27.223361 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4888e8ab-7480-4832-abcc-50ffb223dd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665907'] for router_gateway (8d322467-7b08-4d63-b156-63603c6e090b), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:27.309442 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4888e8ab-7480-4832-abcc-50ffb223dd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2444'] for router (8d322467-7b08-4d63-b156-63603c6e090b), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:27.311625 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4888e8ab-7480-4832-abcc-50ffb223dd23 admin admin] Publish callbacks [] for router_controller (8d322467-7b08-4d63-b156-63603c6e090b), precommit_delete_associations {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:27.352805 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4888e8ab-7480-4832-abcc-50ffb223dd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664353'] for router (8d322467-7b08-4d63-b156-63603c6e090b), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:27.353356 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4888e8ab-7480-4832-abcc-50ffb223dd23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d322467-7b08-4d63-b156-63603c6e090b {{(pid=106140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 12:40:27.357547 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4888e8ab-7480-4832-abcc-50ffb223dd23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:27.358636 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-4888e8ab-7480-4832-abcc-50ffb223dd23 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/8d322467-7b08-4d63-b156-63603c6e090b HTTP/1.1" status: 204 len: 168 time: 0.7324901 Oct 06 12:40:27.361217 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59846) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:27.409171 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_v2 [None req-902e6925-9b4c-437b-8f4c-e0a3f28c9985 admin admin] Deleting subnet 7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 {{(pid=106140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:40:27.412478 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-902e6925-9b4c-437b-8f4c-e0a3f28c9985 admin admin] Publish callbacks [] for subnet (7f67b0c4-e1ff-46b4-a1df-13674e8e55b2), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:27.448891 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-902e6925-9b4c-437b-8f4c-e0a3f28c9985 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7447193'] for subnet (7f67b0c4-e1ff-46b4-a1df-13674e8e55b2), precommit_delete_associations {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:27.532720 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-902e6925-9b4c-437b-8f4c-e0a3f28c9985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (7f67b0c4-e1ff-46b4-a1df-13674e8e55b2), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:27.588240 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-902e6925-9b4c-437b-8f4c-e0a3f28c9985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5175868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5090304'] for subnet (7f67b0c4-e1ff-46b4-a1df-13674e8e55b2), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:27.593616 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:27.623103 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e6925-9b4c-437b-8f4c-e0a3f28c9985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f67b0c4-e1ff-46b4-a1df-13674e8e55b2,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:27.627216 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-902e6925-9b4c-437b-8f4c-e0a3f28c9985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:27.630292 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-902e6925-9b4c-437b-8f4c-e0a3f28c9985 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/7f67b0c4-e1ff-46b4-a1df-13674e8e55b2 HTTP/1.1" status: 204 len: 168 time: 0.2681398 Oct 06 12:40:27.632877 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59848) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:27.634329 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc67567-981f-4d42-93a5-ba06e0f8f5f0 None None] Network 466556a2-70ae-47ab-beee-c79927eef272 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:40:27.639678 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:27.702387 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (466556a2-70ae-47ab-beee-c79927eef272), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:27.747907 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] Deleting port c39c5f45-33e7-4d74-a86b-f863c7fc0625 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:40:27.748244 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (c39c5f45-33e7-4d74-a86b-f863c7fc0625), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:27.810238 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] For port c39c5f45-33e7-4d74-a86b-f863c7fc0625, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=c39c5f45-33e7-4d74-a86b-f863c7fc0625,segment=NetworkSegment(bd175a12-b3fd-4159-9585-d9c1f6d5c085),segment_id=bd175a12-b3fd-4159-9585-d9c1f6d5c085)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:40:27.810529 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (c39c5f45-33e7-4d74-a86b-f863c7fc0625), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:27.823287 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] Calling delete_port for c39c5f45-33e7-4d74-a86b-f863c7fc0625 owned by network:dhcp {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:40:27.897569 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9926bdff-4079-4d17-9ffe-a5c87eb52d74 None None] DHCP port deletion for 466556a2-70ae-47ab-beee-c79927eef272 request from dv-cinder-856041-2-iscsi {{(pid=106141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 12:40:27.904370 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (c39c5f45-33e7-4d74-a86b-f863c7fc0625), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:27.915486 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device a51028b2-5585-414a-989b-97d76c2a3404 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:40:27.931168 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9926bdff-4079-4d17-9ffe-a5c87eb52d74 None None] The port 'c39c5f45-33e7-4d74-a86b-f863c7fc0625' was deleted {{(pid=106141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Oct 06 12:40:27.935071 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] Pushing event deleted for resources: {'Port': ['ID=c39c5f45-33e7-4d74-a86b-f863c7fc0625,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:27.941265 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] No DVR routers for this DVR port c39c5f45-33e7-4d74-a86b-f863c7fc0625 on host dv-cinder-856041-2-iscsi {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:40:27.955132 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: a51028b2-5585-414a-989b-97d76c2a3404 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:40:27.955707 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device a51028b2-5585-414a-989b-97d76c2a3404 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:40:28.008979 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (466556a2-70ae-47ab-beee-c79927eef272), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:28.030184 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466556a2-70ae-47ab-beee-c79927eef272']}} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:28.039662 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd175a12-b3fd-4159-9585-d9c1f6d5c085') {'for_net_delete': True} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:28.039963 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd175a12-b3fd-4159-9585-d9c1f6d5c085') {} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:28.049369 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7447264'] for segment (bd175a12-b3fd-4159-9585-d9c1f6d5c085), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:28.063080 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (bd175a12-b3fd-4159-9585-d9c1f6d5c085), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:28.069762 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:40:28.070151 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5176022'] for segment (bd175a12-b3fd-4159-9585-d9c1f6d5c085), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:28.136318 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (466556a2-70ae-47ab-beee-c79927eef272), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:28.142819 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:28.148390 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/466556a2-70ae-47ab-beee-c79927eef272 HTTP/1.1" status: 204 len: 168 time: 0.5120950 Oct 06 12:40:28.158793 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1b716-2ad5-4f25-a375-500414e2238d admin admin] Pushing event deleted for resources: {'Network': ['ID=466556a2-70ae-47ab-beee-c79927eef272,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:28.241948 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment bd175a12-b3fd-4159-9585-d9c1f6d5c085 resource provider aggregate not found Oct 06 12:40:28.263046 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment bd175a12-b3fd-4159-9585-d9c1f6d5c085 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd175a12-b3fd-4159-9585-d9c1f6d5c085 found for delete ", "request_id": "req-7541a6c6-44c7-4749-b54a-48d8186d7450"}]} Oct 06 12:40:28.279113 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59858) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:28.319040 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-c37b7e36-f7f2-493a-8650-a027e3698311 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bee9f30f6e1d4d1ab2c4fe269d78d768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387857 Oct 06 12:40:28.321372 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59860) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:28.369068 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-85be58b6-1d12-48c8-b2f9-09a32f4a02b9 admin admin] Publish callbacks [] for security_group (15858dab-c2e9-4147-a58d-1c9d71aa687a), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:28.388376 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-85be58b6-1d12-48c8-b2f9-09a32f4a02b9 admin admin] Publish callbacks [] for security_group (15858dab-c2e9-4147-a58d-1c9d71aa687a), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:28.433958 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-85be58b6-1d12-48c8-b2f9-09a32f4a02b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (15858dab-c2e9-4147-a58d-1c9d71aa687a), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:28.436435 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-85be58b6-1d12-48c8-b2f9-09a32f4a02b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:28.437571 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-85be58b6-1d12-48c8-b2f9-09a32f4a02b9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/15858dab-c2e9-4147-a58d-1c9d71aa687a HTTP/1.1" status: 204 len: 168 time: 0.1152704 Oct 06 12:40:28.445046 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be58b6-1d12-48c8-b2f9-09a32f4a02b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15858dab-c2e9-4147-a58d-1c9d71aa687a,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:29.092927 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59882) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:29.188504 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-73c6705e-69d1-42b0-90d6-131272fe4b23 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1421377429-network', 'tenant_id': 'c11ff59d05cd492ea27ecd1006f9f44f'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:40:29.208390 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c6705e-69d1-42b0-90d6-131272fe4b23 admin admin] Made reservation on behalf of c11ff59d05cd492ea27ecd1006f9f44f for: {'network': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:40:29.210545 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-73c6705e-69d1-42b0-90d6-131272fe4b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:29.219260 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-73c6705e-69d1-42b0-90d6-131272fe4b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:29.293656 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-73c6705e-69d1-42b0-90d6-131272fe4b23 admin admin] Publish callbacks [] for security_group (8b2ffd57-ba25-4cc1-9d57-2e3c9d8c850d), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:29.297298 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-73c6705e-69d1-42b0-90d6-131272fe4b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (8b2ffd57-ba25-4cc1-9d57-2e3c9d8c850d), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:29.323738 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c6705e-69d1-42b0-90d6-131272fe4b23 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=106139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:40:29.330060 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6705e-69d1-42b0-90d6-131272fe4b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2ffd57-ba25-4cc1-9d57-2e3c9d8c850d,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:29.336179 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-73c6705e-69d1-42b0-90d6-131272fe4b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (9809d394-bfab-4d51-ac5a-d155300c6ea4), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:29.336523 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.segments_db [None req-73c6705e-69d1-42b0-90d6-131272fe4b23 admin admin] Added segment 9809d394-bfab-4d51-ac5a-d155300c6ea4 of type vlan for network 47989f01-1fb6-4b8b-a0c1-14781f76480a Oct 06 12:40:29.380574 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-73c6705e-69d1-42b0-90d6-131272fe4b23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (47989f01-1fb6-4b8b-a0c1-14781f76480a), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:29.407531 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:40:29.408692 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-73c6705e-69d1-42b0-90d6-131272fe4b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (47989f01-1fb6-4b8b-a0c1-14781f76480a), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:29.409741 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c6705e-69d1-42b0-90d6-131272fe4b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:40:29.410332 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-73c6705e-69d1-42b0-90d6-131272fe4b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:29.427013 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:40:29.427640 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 466ebdd6-b729-45b6-8ba6-c27e5e5d57c7 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:40:29.428051 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device c39c5f45-33e7-4d74-a86b-f863c7fc0625 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:40:29.448087 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: c39c5f45-33e7-4d74-a86b-f863c7fc0625 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:40:29.448458 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device c39c5f45-33e7-4d74-a86b-f863c7fc0625 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:40:29.462209 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-73c6705e-69d1-42b0-90d6-131272fe4b23 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3655183 Oct 06 12:40:29.462209 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:29.462484 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59886) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:29.468041 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-1100c324-dee6-4451-9fc5-769f03e08dd0 admin admin] Request body: {'subnet': {'network_id': '47989f01-1fb6-4b8b-a0c1-14781f76480a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1421377429-subnet', 'tenant_id': 'c11ff59d05cd492ea27ecd1006f9f44f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:40:29.477727 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6705e-69d1-42b0-90d6-131272fe4b23 admin admin] Pushing event updated for resources: {'Network': ['ID=47989f01-1fb6-4b8b-a0c1-14781f76480a,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:29.488137 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network 47989f01-1fb6-4b8b-a0c1-14781f76480a details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:40:29.505055 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1100c324-dee6-4451-9fc5-769f03e08dd0 admin admin] Made reservation on behalf of c11ff59d05cd492ea27ecd1006f9f44f for: {'subnet': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:40:29.507452 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1100c324-dee6-4451-9fc5-769f03e08dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5090785'] for subnet (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:29.580413 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:29.616924 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:29.672540 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1100c324-dee6-4451-9fc5-769f03e08dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5175933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5090803'] for subnet (721c1460-3d33-4f50-a58f-88d4441614fc), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:29.732636 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100c324-dee6-4451-9fc5-769f03e08dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=721c1460-3d33-4f50-a58f-88d4441614fc,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:29.739689 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1100c324-dee6-4451-9fc5-769f03e08dd0 admin admin] Checking segment: {'id': '9809d394-bfab-4d51-ac5a-d155300c6ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '47989f01-1fb6-4b8b-a0c1-14781f76480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:40:29.740048 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1100c324-dee6-4451-9fc5-769f03e08dd0 admin admin] Network hostable DHCP agents. Network: 47989f01-1fb6-4b8b-a0c1-14781f76480a, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:40:29.757336 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1100c324-dee6-4451-9fc5-769f03e08dd0 admin admin] Network 47989f01-1fb6-4b8b-a0c1-14781f76480a is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:40:29.765773 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-1100c324-dee6-4451-9fc5-769f03e08dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, 47989f01-1fb6-4b8b-a0c1-14781f76480a) {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:40:29.769689 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1100c324-dee6-4451-9fc5-769f03e08dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:40:29.770403 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1100c324-dee6-4451-9fc5-769f03e08dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:29.774793 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c27104a-c845-4f96-9c7c-ca180daba18d None None] Network 47989f01-1fb6-4b8b-a0c1-14781f76480a requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:40:29.794896 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-1100c324-dee6-4451-9fc5-769f03e08dd0 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3222086 Oct 06 12:40:29.882284 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d8d72d-3531-4511-88a0-280d324222a1 None None] Network 47989f01-1fb6-4b8b-a0c1-14781f76480a requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:40:30.041544 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:30.044674 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=23 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:30.256274 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59902) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:30.261403 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-1b7e531a-3242-4349-9157-ddead91e7ab2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-830584906-network', 'tenant_id': '6bd5aa0898834598ac30a381d4914cd9'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:40:30.281900 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7e531a-3242-4349-9157-ddead91e7ab2 admin admin] Made reservation on behalf of 6bd5aa0898834598ac30a381d4914cd9 for: {'network': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:40:30.284550 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1b7e531a-3242-4349-9157-ddead91e7ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:30.293765 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1b7e531a-3242-4349-9157-ddead91e7ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:30.367190 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1b7e531a-3242-4349-9157-ddead91e7ab2 admin admin] Publish callbacks [] for security_group (f19b6dfa-cf42-4764-b995-ec0624a8aaa3), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:30.370744 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1b7e531a-3242-4349-9157-ddead91e7ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (f19b6dfa-cf42-4764-b995-ec0624a8aaa3), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:30.395287 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7e531a-3242-4349-9157-ddead91e7ab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=106140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:40:30.405202 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e531a-3242-4349-9157-ddead91e7ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19b6dfa-cf42-4764-b995-ec0624a8aaa3,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:30.409931 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1b7e531a-3242-4349-9157-ddead91e7ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (366e0ea3-8038-46fc-932c-f105973fcf8c), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:30.410268 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.segments_db [None req-1b7e531a-3242-4349-9157-ddead91e7ab2 admin admin] Added segment 366e0ea3-8038-46fc-932c-f105973fcf8c of type vlan for network 9dcafa6b-1cd5-4f93-b624-e09ad825a80f Oct 06 12:40:30.450673 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1b7e531a-3242-4349-9157-ddead91e7ab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (9dcafa6b-1cd5-4f93-b624-e09ad825a80f), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:30.475310 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1b7e531a-3242-4349-9157-ddead91e7ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (9dcafa6b-1cd5-4f93-b624-e09ad825a80f), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:30.476352 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7e531a-3242-4349-9157-ddead91e7ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:40:30.476922 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-1b7e531a-3242-4349-9157-ddead91e7ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:30.532195 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-1b7e531a-3242-4349-9157-ddead91e7ab2 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2747211 Oct 06 12:40:30.534974 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59904) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:30.540124 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-479ae84d-4a05-4403-ac45-6ba61b7e7bb5 admin admin] Request body: {'subnet': {'network_id': '9dcafa6b-1cd5-4f93-b624-e09ad825a80f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-830584906-subnet', 'tenant_id': '6bd5aa0898834598ac30a381d4914cd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:40:30.543799 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e531a-3242-4349-9157-ddead91e7ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=9dcafa6b-1cd5-4f93-b624-e09ad825a80f,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:30.553161 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network 9dcafa6b-1cd5-4f93-b624-e09ad825a80f details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:40:30.553658 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:30.563226 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479ae84d-4a05-4403-ac45-6ba61b7e7bb5 admin admin] Made reservation on behalf of 6bd5aa0898834598ac30a381d4914cd9 for: {'subnet': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:40:30.565605 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-479ae84d-4a05-4403-ac45-6ba61b7e7bb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4892363'] for subnet (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:30.729596 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-479ae84d-4a05-4403-ac45-6ba61b7e7bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4794150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4892377'] for subnet (3c821106-d62d-42db-b387-24b40354047c), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:30.779437 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ae84d-4a05-4403-ac45-6ba61b7e7bb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c821106-d62d-42db-b387-24b40354047c,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:30.796538 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479ae84d-4a05-4403-ac45-6ba61b7e7bb5 admin admin] Checking segment: {'id': '366e0ea3-8038-46fc-932c-f105973fcf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9dcafa6b-1cd5-4f93-b624-e09ad825a80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:40:30.796893 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479ae84d-4a05-4403-ac45-6ba61b7e7bb5 admin admin] Network hostable DHCP agents. Network: 9dcafa6b-1cd5-4f93-b624-e09ad825a80f, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:40:30.813327 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479ae84d-4a05-4403-ac45-6ba61b7e7bb5 admin admin] Network 9dcafa6b-1cd5-4f93-b624-e09ad825a80f is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:40:30.821817 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-479ae84d-4a05-4403-ac45-6ba61b7e7bb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, 9dcafa6b-1cd5-4f93-b624-e09ad825a80f) {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:40:30.826134 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479ae84d-4a05-4403-ac45-6ba61b7e7bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:40:30.826718 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-479ae84d-4a05-4403-ac45-6ba61b7e7bb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:30.831295 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc232c3-22ef-4ff2-be4c-a008ecc42a28 None None] Network 9dcafa6b-1cd5-4f93-b624-e09ad825a80f requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:40:30.848053 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-479ae84d-4a05-4403-ac45-6ba61b7e7bb5 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3119378 Oct 06 12:40:30.933170 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532da81d-3df3-463e-9d38-7a54f98c18db None None] Network 9dcafa6b-1cd5-4f93-b624-e09ad825a80f requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:40:30.976581 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59908) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:31.021615 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacb63b6-861d-464a-a87a-99168df737dd admin admin] Deleting subnet 721c1460-3d33-4f50-a58f-88d4441614fc {{(pid=106140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:40:31.024792 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-eacb63b6-861d-464a-a87a-99168df737dd admin admin] Publish callbacks [] for subnet (721c1460-3d33-4f50-a58f-88d4441614fc), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.059826 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-eacb63b6-861d-464a-a87a-99168df737dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7447193'] for subnet (721c1460-3d33-4f50-a58f-88d4441614fc), precommit_delete_associations {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.101425 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-eacb63b6-861d-464a-a87a-99168df737dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (721c1460-3d33-4f50-a58f-88d4441614fc), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.126844 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:31.153750 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-eacb63b6-861d-464a-a87a-99168df737dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5175868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5090304'] for subnet (721c1460-3d33-4f50-a58f-88d4441614fc), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.177131 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb63b6-861d-464a-a87a-99168df737dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=721c1460-3d33-4f50-a58f-88d4441614fc,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:31.182654 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-eacb63b6-861d-464a-a87a-99168df737dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.186419 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-eacb63b6-861d-464a-a87a-99168df737dd admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/721c1460-3d33-4f50-a58f-88d4441614fc HTTP/1.1" status: 204 len: 168 time: 0.2092528 Oct 06 12:40:31.188928 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59910) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:31.233527 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:31.260446 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3eb3a693-5324-4ad3-bb9a-c520f23c5e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (47989f01-1fb6-4b8b-a0c1-14781f76480a), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.337352 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3eb3a693-5324-4ad3-bb9a-c520f23c5e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (47989f01-1fb6-4b8b-a0c1-14781f76480a), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.357854 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-3eb3a693-5324-4ad3-bb9a-c520f23c5e85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47989f01-1fb6-4b8b-a0c1-14781f76480a']}} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:31.366907 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-3eb3a693-5324-4ad3-bb9a-c520f23c5e85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9809d394-bfab-4d51-ac5a-d155300c6ea4') {'for_net_delete': True} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:31.367198 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-3eb3a693-5324-4ad3-bb9a-c520f23c5e85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9809d394-bfab-4d51-ac5a-d155300c6ea4') {} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:31.377006 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3eb3a693-5324-4ad3-bb9a-c520f23c5e85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7447264'] for segment (9809d394-bfab-4d51-ac5a-d155300c6ea4), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.389964 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3eb3a693-5324-4ad3-bb9a-c520f23c5e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (9809d394-bfab-4d51-ac5a-d155300c6ea4), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.396751 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb3a693-5324-4ad3-bb9a-c520f23c5e85 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:40:31.397130 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3eb3a693-5324-4ad3-bb9a-c520f23c5e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5176022'] for segment (9809d394-bfab-4d51-ac5a-d155300c6ea4), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.442282 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment 9809d394-bfab-4d51-ac5a-d155300c6ea4 resource provider aggregate not found Oct 06 12:40:31.460266 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment 9809d394-bfab-4d51-ac5a-d155300c6ea4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9809d394-bfab-4d51-ac5a-d155300c6ea4 found for delete ", "request_id": "req-dc76c202-cd55-4752-a212-03a340bbf6de"}]} Oct 06 12:40:31.465387 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3eb3a693-5324-4ad3-bb9a-c520f23c5e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (47989f01-1fb6-4b8b-a0c1-14781f76480a), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.470532 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3eb3a693-5324-4ad3-bb9a-c520f23c5e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.473581 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-3eb3a693-5324-4ad3-bb9a-c520f23c5e85 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/47989f01-1fb6-4b8b-a0c1-14781f76480a HTTP/1.1" status: 204 len: 168 time: 0.2837539 Oct 06 12:40:31.476589 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 59916) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:31.486694 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3a693-5324-4ad3-bb9a-c520f23c5e85 admin admin] Pushing event deleted for resources: {'Network': ['ID=47989f01-1fb6-4b8b-a0c1-14781f76480a,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:31.520864 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aae1327-3a38-4a8a-9d98-6cdd9c0a272f admin admin] Deleting subnet 3c821106-d62d-42db-b387-24b40354047c {{(pid=106139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:40:31.524129 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4aae1327-3a38-4a8a-9d98-6cdd9c0a272f admin admin] Publish callbacks [] for subnet (3c821106-d62d-42db-b387-24b40354047c), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.558895 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4aae1327-3a38-4a8a-9d98-6cdd9c0a272f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7435106'] for subnet (3c821106-d62d-42db-b387-24b40354047c), precommit_delete_associations {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.597188 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4aae1327-3a38-4a8a-9d98-6cdd9c0a272f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (3c821106-d62d-42db-b387-24b40354047c), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.657482 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4aae1327-3a38-4a8a-9d98-6cdd9c0a272f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4794215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4892458'] for subnet (3c821106-d62d-42db-b387-24b40354047c), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.682476 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae1327-3a38-4a8a-9d98-6cdd9c0a272f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c821106-d62d-42db-b387-24b40354047c,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:31.687986 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-4aae1327-3a38-4a8a-9d98-6cdd9c0a272f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.691110 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-4aae1327-3a38-4a8a-9d98-6cdd9c0a272f admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/3c821106-d62d-42db-b387-24b40354047c HTTP/1.1" status: 204 len: 168 time: 0.2134426 Oct 06 12:40:31.693719 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59918) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:31.761986 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-eb5084df-25c9-46d1-8d96-dc596588c702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (9dcafa6b-1cd5-4f93-b624-e09ad825a80f), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.843484 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-eb5084df-25c9-46d1-8d96-dc596588c702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (9dcafa6b-1cd5-4f93-b624-e09ad825a80f), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.863013 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-eb5084df-25c9-46d1-8d96-dc596588c702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcafa6b-1cd5-4f93-b624-e09ad825a80f']}} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:31.872252 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-eb5084df-25c9-46d1-8d96-dc596588c702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366e0ea3-8038-46fc-932c-f105973fcf8c') {'for_net_delete': True} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:31.872550 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-eb5084df-25c9-46d1-8d96-dc596588c702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366e0ea3-8038-46fc-932c-f105973fcf8c') {} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:40:31.881915 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-eb5084df-25c9-46d1-8d96-dc596588c702 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7447264'] for segment (366e0ea3-8038-46fc-932c-f105973fcf8c), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.895184 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-eb5084df-25c9-46d1-8d96-dc596588c702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (366e0ea3-8038-46fc-932c-f105973fcf8c), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.901259 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5084df-25c9-46d1-8d96-dc596588c702 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:40:31.901638 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-eb5084df-25c9-46d1-8d96-dc596588c702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5176022'] for segment (366e0ea3-8038-46fc-932c-f105973fcf8c), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.959658 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-eb5084df-25c9-46d1-8d96-dc596588c702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (9dcafa6b-1cd5-4f93-b624-e09ad825a80f), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.964823 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-eb5084df-25c9-46d1-8d96-dc596588c702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:31.967908 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-eb5084df-25c9-46d1-8d96-dc596588c702 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/9dcafa6b-1cd5-4f93-b624-e09ad825a80f HTTP/1.1" status: 204 len: 168 time: 0.2732005 Oct 06 12:40:31.979126 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5084df-25c9-46d1-8d96-dc596588c702 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dcafa6b-1cd5-4f93-b624-e09ad825a80f,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:32.127197 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59922) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:32.166872 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-18612d9a-2629-4e07-9cb1-027b8e519f39 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c11ff59d05cd492ea27ecd1006f9f44f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383797 Oct 06 12:40:32.169869 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59924) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:32.216199 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2639f40b-4392-4501-aa09-76e3d52c0533 admin admin] Publish callbacks [] for security_group (8b2ffd57-ba25-4cc1-9d57-2e3c9d8c850d), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:32.236101 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2639f40b-4392-4501-aa09-76e3d52c0533 admin admin] Publish callbacks [] for security_group (8b2ffd57-ba25-4cc1-9d57-2e3c9d8c850d), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:32.282808 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2639f40b-4392-4501-aa09-76e3d52c0533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (8b2ffd57-ba25-4cc1-9d57-2e3c9d8c850d), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:32.285415 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2639f40b-4392-4501-aa09-76e3d52c0533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:32.286841 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-2639f40b-4392-4501-aa09-76e3d52c0533 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8b2ffd57-ba25-4cc1-9d57-2e3c9d8c850d HTTP/1.1" status: 204 len: 168 time: 0.1160679 Oct 06 12:40:32.295217 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639f40b-4392-4501-aa09-76e3d52c0533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2ffd57-ba25-4cc1-9d57-2e3c9d8c850d,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:32.603647 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59930) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:32.642401 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-093f8fba-79d9-4e13-8f89-9b14683d9f2c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6bd5aa0898834598ac30a381d4914cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375686 Oct 06 12:40:32.644689 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 59932) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:32.677891 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:32.696112 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-11c4faa2-68de-4223-b94f-e5bfd6261698 admin admin] Publish callbacks [] for security_group (f19b6dfa-cf42-4764-b995-ec0624a8aaa3), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:32.715079 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-11c4faa2-68de-4223-b94f-e5bfd6261698 admin admin] Publish callbacks [] for security_group (f19b6dfa-cf42-4764-b995-ec0624a8aaa3), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:32.736119 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:32.765042 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-11c4faa2-68de-4223-b94f-e5bfd6261698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (f19b6dfa-cf42-4764-b995-ec0624a8aaa3), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:32.767679 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-11c4faa2-68de-4223-b94f-e5bfd6261698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:32.768822 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-11c4faa2-68de-4223-b94f-e5bfd6261698 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f19b6dfa-cf42-4764-b995-ec0624a8aaa3 HTTP/1.1" status: 204 len: 168 time: 0.1232767 Oct 06 12:40:32.776442 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4faa2-68de-4223-b94f-e5bfd6261698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19b6dfa-cf42-4764-b995-ec0624a8aaa3,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:33.477724 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment 366e0ea3-8038-46fc-932c-f105973fcf8c resource provider aggregate not found Oct 06 12:40:33.494542 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment 366e0ea3-8038-46fc-932c-f105973fcf8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 366e0ea3-8038-46fc-932c-f105973fcf8c found for delete ", "request_id": "req-14c54fd0-df6e-44e9-9465-16805465013b"}]} Oct 06 12:40:34.704771 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 60006) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:34.807583 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2e0b9c67-d8c9-45fc-a82a-5fbb9104bb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:34.880760 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2e0b9c67-d8c9-45fc-a82a-5fbb9104bb9e admin admin] Publish callbacks [] for security_group (c0dd877c-5bb8-4340-b125-70c0bf162bfa), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:34.884598 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-2e0b9c67-d8c9-45fc-a82a-5fbb9104bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (c0dd877c-5bb8-4340-b125-70c0bf162bfa), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:34.905311 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:34.927396 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-2e0b9c67-d8c9-45fc-a82a-5fbb9104bb9e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=053f1c13b3b948289a580636b919ea41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215683 Oct 06 12:40:34.929342 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b9c67-d8c9-45fc-a82a-5fbb9104bb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dd877c-5bb8-4340-b125-70c0bf162bfa,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:34.930116 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60010) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:34.979144 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-18110ba1-fd10-4353-bb33-f8b489a30391 admin admin] Publish callbacks [] for security_group (c0dd877c-5bb8-4340-b125-70c0bf162bfa), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:34.999771 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-18110ba1-fd10-4353-bb33-f8b489a30391 admin admin] Publish callbacks [] for security_group (c0dd877c-5bb8-4340-b125-70c0bf162bfa), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:35.046727 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-18110ba1-fd10-4353-bb33-f8b489a30391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (c0dd877c-5bb8-4340-b125-70c0bf162bfa), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:35.049173 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-18110ba1-fd10-4353-bb33-f8b489a30391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:35.050282 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-18110ba1-fd10-4353-bb33-f8b489a30391 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c0dd877c-5bb8-4340-b125-70c0bf162bfa HTTP/1.1" status: 204 len: 168 time: 0.1191792 Oct 06 12:40:35.057939 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18110ba1-fd10-4353-bb33-f8b489a30391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dd877c-5bb8-4340-b125-70c0bf162bfa,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:35.314883 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60016) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:35.329919 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e12cca19-f3c0-42cb-9e4e-d0fa659bef3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:35.404165 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e12cca19-f3c0-42cb-9e4e-d0fa659bef3b admin admin] Publish callbacks [] for security_group (af596aae-ab5d-49ef-90b1-5afcb3212216), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:35.407610 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e12cca19-f3c0-42cb-9e4e-d0fa659bef3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (af596aae-ab5d-49ef-90b1-5afcb3212216), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:35.446910 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-e12cca19-f3c0-42cb-9e4e-d0fa659bef3b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f1ef7559c0bd45c0a3b47e20fb4b75de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309414 Oct 06 12:40:35.448009 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cca19-f3c0-42cb-9e4e-d0fa659bef3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af596aae-ab5d-49ef-90b1-5afcb3212216,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:35.449723 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 60018) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:35.495440 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:35.500206 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a7657d06-cb3e-4245-9d3b-89792a81d511 admin admin] Publish callbacks [] for security_group (af596aae-ab5d-49ef-90b1-5afcb3212216), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:35.521609 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a7657d06-cb3e-4245-9d3b-89792a81d511 admin admin] Publish callbacks [] for security_group (af596aae-ab5d-49ef-90b1-5afcb3212216), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:35.571163 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a7657d06-cb3e-4245-9d3b-89792a81d511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (af596aae-ab5d-49ef-90b1-5afcb3212216), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:35.573591 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-a7657d06-cb3e-4245-9d3b-89792a81d511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:35.574739 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-a7657d06-cb3e-4245-9d3b-89792a81d511 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/af596aae-ab5d-49ef-90b1-5afcb3212216 HTTP/1.1" status: 204 len: 168 time: 0.1233888 Oct 06 12:40:35.582401 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7657d06-cb3e-4245-9d3b-89792a81d511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af596aae-ab5d-49ef-90b1-5afcb3212216,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:37.305835 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:40.571918 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 60112) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:40.943992 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-46619f93-e8e1-4490-9b81-37960ab38c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:41.018134 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-46619f93-e8e1-4490-9b81-37960ab38c23 admin admin] Publish callbacks [] for security_group (9a177250-b957-4d1b-9f46-4a4f24ee2b44), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:41.021687 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-46619f93-e8e1-4490-9b81-37960ab38c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (9a177250-b957-4d1b-9f46-4a4f24ee2b44), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:41.060621 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-46619f93-e8e1-4490-9b81-37960ab38c23 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=67fb9e9ca8c94d9583ea2c948d035f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4876630 Oct 06 12:40:41.061478 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46619f93-e8e1-4490-9b81-37960ab38c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a177250-b957-4d1b-9f46-4a4f24ee2b44,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:41.063331 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60116) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:41.112525 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-add2972f-d3dc-4c59-8f13-312df94e692e admin admin] Publish callbacks [] for security_group (9a177250-b957-4d1b-9f46-4a4f24ee2b44), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:41.132143 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-add2972f-d3dc-4c59-8f13-312df94e692e admin admin] Publish callbacks [] for security_group (9a177250-b957-4d1b-9f46-4a4f24ee2b44), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:41.179789 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-add2972f-d3dc-4c59-8f13-312df94e692e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (9a177250-b957-4d1b-9f46-4a4f24ee2b44), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:41.182269 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-add2972f-d3dc-4c59-8f13-312df94e692e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:41.183422 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-add2972f-d3dc-4c59-8f13-312df94e692e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9a177250-b957-4d1b-9f46-4a4f24ee2b44 HTTP/1.1" status: 204 len: 168 time: 0.1190052 Oct 06 12:40:41.191167 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2972f-d3dc-4c59-8f13-312df94e692e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a177250-b957-4d1b-9f46-4a4f24ee2b44,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:41.444734 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60122) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:41.460779 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d5d80919-e16c-4b17-884f-e02d97bfc8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:41.533138 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d5d80919-e16c-4b17-884f-e02d97bfc8cd admin admin] Publish callbacks [] for security_group (38ccb78f-a78e-4fcb-901e-936b2ac5036b), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:41.536808 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d5d80919-e16c-4b17-884f-e02d97bfc8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (38ccb78f-a78e-4fcb-901e-936b2ac5036b), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:41.575534 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-d5d80919-e16c-4b17-884f-e02d97bfc8cd admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=7812275daf624fb69de3d90e7c5e770c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297410 Oct 06 12:40:41.576365 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d80919-e16c-4b17-884f-e02d97bfc8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ccb78f-a78e-4fcb-901e-936b2ac5036b,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:41.578294 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 60124) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:41.627532 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-96ad8ada-dd95-4098-8d11-0ec3e81f00c1 admin admin] Publish callbacks [] for security_group (38ccb78f-a78e-4fcb-901e-936b2ac5036b), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:41.647003 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-96ad8ada-dd95-4098-8d11-0ec3e81f00c1 admin admin] Publish callbacks [] for security_group (38ccb78f-a78e-4fcb-901e-936b2ac5036b), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:41.695156 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-96ad8ada-dd95-4098-8d11-0ec3e81f00c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (38ccb78f-a78e-4fcb-901e-936b2ac5036b), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:41.697669 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-96ad8ada-dd95-4098-8d11-0ec3e81f00c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:41.698810 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-96ad8ada-dd95-4098-8d11-0ec3e81f00c1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/38ccb78f-a78e-4fcb-901e-936b2ac5036b HTTP/1.1" status: 204 len: 168 time: 0.1194100 Oct 06 12:40:41.706368 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad8ada-dd95-4098-8d11-0ec3e81f00c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ccb78f-a78e-4fcb-901e-936b2ac5036b,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:46.628882 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 60198) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:46.730822 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-57db1ba7-af03-465c-90e6-cc3db07b590a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:46.804903 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-57db1ba7-af03-465c-90e6-cc3db07b590a admin admin] Publish callbacks [] for security_group (6d03aa30-9881-473d-b0b0-dd4baad8caf4), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:46.808883 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-57db1ba7-af03-465c-90e6-cc3db07b590a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (6d03aa30-9881-473d-b0b0-dd4baad8caf4), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:46.847120 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-57db1ba7-af03-465c-90e6-cc3db07b590a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=446108675fc749adb583f3e17024f3d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171390 Oct 06 12:40:46.848050 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db1ba7-af03-465c-90e6-cc3db07b590a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d03aa30-9881-473d-b0b0-dd4baad8caf4,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:46.850624 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60202) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:46.858446 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:46.902373 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-999bbfe9-d8e2-4c09-b40d-95d85117425d admin admin] Publish callbacks [] for security_group (6d03aa30-9881-473d-b0b0-dd4baad8caf4), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:46.914853 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:46.926436 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-999bbfe9-d8e2-4c09-b40d-95d85117425d admin admin] Publish callbacks [] for security_group (6d03aa30-9881-473d-b0b0-dd4baad8caf4), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:46.973247 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-999bbfe9-d8e2-4c09-b40d-95d85117425d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (6d03aa30-9881-473d-b0b0-dd4baad8caf4), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:46.975772 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-999bbfe9-d8e2-4c09-b40d-95d85117425d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:46.976969 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-999bbfe9-d8e2-4c09-b40d-95d85117425d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6d03aa30-9881-473d-b0b0-dd4baad8caf4 HTTP/1.1" status: 204 len: 168 time: 0.1253092 Oct 06 12:40:46.985417 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bbfe9-d8e2-4c09-b40d-95d85117425d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d03aa30-9881-473d-b0b0-dd4baad8caf4,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:47.237251 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60208) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:47.250591 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fa6db0c5-1b4e-46e8-a93f-cfaa45ba74f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:47.329566 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fa6db0c5-1b4e-46e8-a93f-cfaa45ba74f6 admin admin] Publish callbacks [] for security_group (c0d2e94d-a16e-4ab7-b3f5-1ca8ff210b7d), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:47.333199 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fa6db0c5-1b4e-46e8-a93f-cfaa45ba74f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (c0d2e94d-a16e-4ab7-b3f5-1ca8ff210b7d), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:47.371868 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-fa6db0c5-1b4e-46e8-a93f-cfaa45ba74f6 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3e0960e8950241c9af23be8ca8550d68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335225 Oct 06 12:40:47.372973 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6db0c5-1b4e-46e8-a93f-cfaa45ba74f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d2e94d-a16e-4ab7-b3f5-1ca8ff210b7d,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:47.374572 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 60210) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:47.424017 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c216d870-a2f9-40d6-8470-20c4c8f877a7 admin admin] Publish callbacks [] for security_group (c0d2e94d-a16e-4ab7-b3f5-1ca8ff210b7d), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:47.443849 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c216d870-a2f9-40d6-8470-20c4c8f877a7 admin admin] Publish callbacks [] for security_group (c0d2e94d-a16e-4ab7-b3f5-1ca8ff210b7d), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:47.491401 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c216d870-a2f9-40d6-8470-20c4c8f877a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (c0d2e94d-a16e-4ab7-b3f5-1ca8ff210b7d), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:47.493800 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c216d870-a2f9-40d6-8470-20c4c8f877a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:47.494926 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-c216d870-a2f9-40d6-8470-20c4c8f877a7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c0d2e94d-a16e-4ab7-b3f5-1ca8ff210b7d HTTP/1.1" status: 204 len: 168 time: 0.1193712 Oct 06 12:40:47.498532 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:47.503871 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216d870-a2f9-40d6-8470-20c4c8f877a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d2e94d-a16e-4ab7-b3f5-1ca8ff210b7d,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:48.780367 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-85672d9a-7f5e-4041-8175-a1409e92900f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:49.366268 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:40:51.072639 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:51.084621 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-6dec0306-1077-41b4-9d8a-6d52c4c4b7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:51.260704 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:52.156925 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:53.654134 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:53.784776 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:53.798882 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:53.860738 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 60330) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:53.965851 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cb99b6e1-9d3a-4c7b-bfdf-840c2b46fe84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:53.968320 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:54.041352 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cb99b6e1-9d3a-4c7b-bfdf-840c2b46fe84 admin admin] Publish callbacks [] for security_group (11f862b2-67d0-4e62-b6d3-3ea10340d37a), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:54.045358 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cb99b6e1-9d3a-4c7b-bfdf-840c2b46fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (11f862b2-67d0-4e62-b6d3-3ea10340d37a), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:54.081597 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99b6e1-9d3a-4c7b-bfdf-840c2b46fe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f862b2-67d0-4e62-b6d3-3ea10340d37a,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:54.085861 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-cb99b6e1-9d3a-4c7b-bfdf-840c2b46fe84 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d42b93b79b4a4db99bcaf3640448495e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241204 Oct 06 12:40:54.088515 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 60334) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:54.137935 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ba9eba8b-a545-42e1-a2bd-ecdb724507a1 admin admin] Publish callbacks [] for security_group (11f862b2-67d0-4e62-b6d3-3ea10340d37a), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:54.157871 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ba9eba8b-a545-42e1-a2bd-ecdb724507a1 admin admin] Publish callbacks [] for security_group (11f862b2-67d0-4e62-b6d3-3ea10340d37a), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:54.203764 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ba9eba8b-a545-42e1-a2bd-ecdb724507a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (11f862b2-67d0-4e62-b6d3-3ea10340d37a), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:54.206320 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-ba9eba8b-a545-42e1-a2bd-ecdb724507a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:54.207455 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-ba9eba8b-a545-42e1-a2bd-ecdb724507a1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/11f862b2-67d0-4e62-b6d3-3ea10340d37a HTTP/1.1" status: 204 len: 168 time: 0.1175053 Oct 06 12:40:54.214941 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9eba8b-a545-42e1-a2bd-ecdb724507a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f862b2-67d0-4e62-b6d3-3ea10340d37a,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:54.466334 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 60340) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:54.480211 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b1b41bf4-197f-4512-817a-ebd9fb8bde60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:54.558742 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b1b41bf4-197f-4512-817a-ebd9fb8bde60 admin admin] Publish callbacks [] for security_group (d448e8a5-4b57-45b9-8a73-cbe9094d9da0), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:54.562417 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-b1b41bf4-197f-4512-817a-ebd9fb8bde60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (d448e8a5-4b57-45b9-8a73-cbe9094d9da0), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:54.600322 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-b1b41bf4-197f-4512-817a-ebd9fb8bde60 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bd867917a6194dccbd70a43e86d00a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328840 Oct 06 12:40:54.601254 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b41bf4-197f-4512-817a-ebd9fb8bde60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d448e8a5-4b57-45b9-8a73-cbe9094d9da0,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:54.603049 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60342) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:40:54.650663 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-91c4a945-0289-403e-b8f8-5a95354a4cb7 admin admin] Publish callbacks [] for security_group (d448e8a5-4b57-45b9-8a73-cbe9094d9da0), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:54.671030 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-91c4a945-0289-403e-b8f8-5a95354a4cb7 admin admin] Publish callbacks [] for security_group (d448e8a5-4b57-45b9-8a73-cbe9094d9da0), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:54.716398 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-91c4a945-0289-403e-b8f8-5a95354a4cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (d448e8a5-4b57-45b9-8a73-cbe9094d9da0), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:54.718903 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-91c4a945-0289-403e-b8f8-5a95354a4cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:40:54.720099 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-91c4a945-0289-403e-b8f8-5a95354a4cb7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d448e8a5-4b57-45b9-8a73-cbe9094d9da0 HTTP/1.1" status: 204 len: 168 time: 0.1160376 Oct 06 12:40:54.727868 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4a945-0289-403e-b8f8-5a95354a4cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d448e8a5-4b57-45b9-8a73-cbe9094d9da0,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:40:56.991894 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-734b2d0f-2c71-4c70-a311-882b3cff37b7 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=352ca3049c444444a8ce0c29170dd517&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319619 Oct 06 12:40:57.170068 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-33e48529-3f35-4a92-8949-6588e75e9011 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:40:57.171535 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-33e48529-3f35-4a92-8949-6588e75e9011 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748023 Oct 06 12:40:57.185507 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-804f880f-ef0c-4673-8e4f-4250a98194fe tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/quotas/352ca3049c444444a8ce0c29170dd517 HTTP/1.1" status: 200 len: 375 time: 0.0086527 Oct 06 12:40:57.217164 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-c95f030f-f7c3-4475-aff1-4fe7275c7f9c tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=352ca3049c444444a8ce0c29170dd517&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270131 Oct 06 12:40:58.387001 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2a47e4fd-67bd-4c65-aaec-dda74f7655c9 req-22056204-7e75-45d5-abe1-4e6402396cfa tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 210 time: 0.0265305 Oct 06 12:40:59.362532 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:40:59.492484 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-18dbc9d8-2e65-419d-bd46-0cbe0048a1d6 req-6b164caa-b25d-4f8b-b4a1-d39cdeb0293b tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 210 time: 0.0319457 Oct 06 12:40:59.867789 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-29a436d6-b34a-40a8-a78e-3fbe8342c20b tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=352ca3049c444444a8ce0c29170dd517&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2665761 Oct 06 12:40:59.981623 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-b64dfe47-b30f-4cdc-86b8-d048ddf58a8f tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:40:59.983026 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-b64dfe47-b30f-4cdc-86b8-d048ddf58a8f tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1003511 Oct 06 12:41:00.001534 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Request body: {'port': {'device_id': 'b2156e95-a74d-4b3c-bef8-e7ef06183d42', 'network_id': 'd99eeb27-4d58-4ef8-b365-b2957e1323f2', 'admin_state_up': True, 'tenant_id': '352ca3049c444444a8ce0c29170dd517'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:00.107844 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Made reservation on behalf of 352ca3049c444444a8ce0c29170dd517 for: {'port': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:41:00.111485 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:00.114084 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:00.120801 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:00.164512 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=12 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:00.198447 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Publish callbacks [] for security_group (ff7f47c6-b1b3-4fe6-89d1-7e279391d441), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:00.202385 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (ff7f47c6-b1b3-4fe6-89d1-7e279391d441), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:00.265047 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7f47c6-b1b3-4fe6-89d1-7e279391d441,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:00.337179 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Allocated IP 192.168.233.115 (d99eeb27-4d58-4ef8-b365-b2957e1323f2/554f6952-ae28-42bc-bfab-6ac936722517/525a6298-cac8-45ff-8a9f-64e610c1f7df) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:41:00.485906 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Publish callbacks [] for port (525a6298-cac8-45ff-8a9f-64e610c1f7df), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:00.517519 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (525a6298-cac8-45ff-8a9f-64e610c1f7df), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:00.562147 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Network d99eeb27-4d58-4ef8-b365-b2957e1323f2 is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:41:00.565394 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:41:00.569390 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:41:00.622982 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Pushing event updated for resources: {'Port': ['ID=525a6298-cac8-45ff-8a9f-64e610c1f7df,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:00.652458 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d2e5a-12eb-44bc-b2b2-0e86e177bf5f req-13d48b90-4f74-4cf5-9a91-47330b0ecfd3 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:00.653998 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2b8d2e5a-12eb-44bc-b2b2-0e86e177bf5f req-13d48b90-4f74-4cf5-9a91-47330b0ecfd3 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 936 time: 0.0817535 Oct 06 12:41:00.666153 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:00.666762 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:00.703903 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-9550a976-96de-4098-9d87-109767fe2614 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7057545 Oct 06 12:41:00.722243 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Request body: {'port': {'device_id': 'b2156e95-a74d-4b3c-bef8-e7ef06183d42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:00.728696 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2b8d2e5a-12eb-44bc-b2b2-0e86e177bf5f req-0f8df7df-4708-49e1-bd19-4fdbf1774bff tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ff7f47c6-b1b3-4fe6-89d1-7e279391d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685444 Oct 06 12:41:00.785291 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (525a6298-cac8-45ff-8a9f-64e610c1f7df), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:00.787139 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:00.813347 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-29163a64-3604-41cf-ae56-2cbed6347c62 None None] Provisioning complete for port 525a6298-cac8-45ff-8a9f-64e610c1f7df triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:00.813935 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-29163a64-3604-41cf-ae56-2cbed6347c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (525a6298-cac8-45ff-8a9f-64e610c1f7df), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:00.814055 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-29163a64-3604-41cf-ae56-2cbed6347c62 None None] Attempt 1 to provision port 525a6298-cac8-45ff-8a9f-64e610c1f7df Oct 06 12:41:00.973710 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-29163a64-3604-41cf-ae56-2cbed6347c62 None None] Port 525a6298-cac8-45ff-8a9f-64e610c1f7df cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:41:00.988496 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:01.050194 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525a6298-cac8-45ff-8a9f-64e610c1f7df {{(pid=106140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:41:01.057653 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Publish callbacks [] for port (525a6298-cac8-45ff-8a9f-64e610c1f7df), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:01.071200 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.provisioning_blocks [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Transition to ACTIVE for port object 525a6298-cac8-45ff-8a9f-64e610c1f7df will not be triggered until provisioned by entity L2. {{(pid=106140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:41:01.074797 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (525a6298-cac8-45ff-8a9f-64e610c1f7df), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:01.133362 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Pushing event updated for resources: {'Port': ['ID=525a6298-cac8-45ff-8a9f-64e610c1f7df,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:01.184277 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Attempting to bind port 525a6298-cac8-45ff-8a9f-64e610c1f7df on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:41:01.184600 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Attempting to bind port 525a6298-cac8-45ff-8a9f-64e610c1f7df by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': 'c3b95f1e-661f-418b-835a-a8fe49b4e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd99eeb27-4d58-4ef8-b365-b2957e1323f2'}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:41:01.184915 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Attempting to bind port 525a6298-cac8-45ff-8a9f-64e610c1f7df on network d99eeb27-4d58-4ef8-b365-b2957e1323f2 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:41:01.226692 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Port 525a6298-cac8-45ff-8a9f-64e610c1f7df on network d99eeb27-4d58-4ef8-b365-b2957e1323f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:41:01.227016 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Attempting to bind port 525a6298-cac8-45ff-8a9f-64e610c1f7df on network d99eeb27-4d58-4ef8-b365-b2957e1323f2 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:41:01.268720 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:41:01.269060 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Checking segment: {'id': 'c3b95f1e-661f-418b-835a-a8fe49b4e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd99eeb27-4d58-4ef8-b365-b2957e1323f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:41:01.269446 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Bound using segment: {'id': 'c3b95f1e-661f-418b-835a-a8fe49b4e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd99eeb27-4d58-4ef8-b365-b2957e1323f2'} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:41:01.269880 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Bound port: 525a6298-cac8-45ff-8a9f-64e610c1f7df, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b95f1e-661f-418b-835a-a8fe49b4e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd99eeb27-4d58-4ef8-b365-b2957e1323f2'}}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:41:01.270239 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (525a6298-cac8-45ff-8a9f-64e610c1f7df), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:01.328923 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] For port 525a6298-cac8-45ff-8a9f-64e610c1f7df, host hv-cinder-85604, cleared binding levels {{(pid=106140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:41:01.331798 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] For port 525a6298-cac8-45ff-8a9f-64e610c1f7df, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=525a6298-cac8-45ff-8a9f-64e610c1f7df,segment=NetworkSegment(c3b95f1e-661f-418b-835a-a8fe49b4e81a),segment_id=c3b95f1e-661f-418b-835a-a8fe49b4e81a)] {{(pid=106140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:41:01.337838 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (525a6298-cac8-45ff-8a9f-64e610c1f7df), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:01.342885 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:01.343522 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:01.344877 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-85b3f457-2ba0-4416-a406-476149526557 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/525a6298-cac8-45ff-8a9f-64e610c1f7df HTTP/1.1" status: 200 len: 1098 time: 0.6268208 Oct 06 12:41:01.346353 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2156e95-a74d-4b3c-bef8-e7ef06183d42', 'tag': '525a6298-cac8-45ff-8a9f-64e610c1f7df'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:41:01.348633 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf05f90f-f037-4322-9439-71bc9050bdb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b2156e95-a74d-4b3c-bef8-e7ef06183d42", "tag": "525a6298-cac8-45ff-8a9f-64e610c1f7df"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:41:01.396293 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3f457-2ba0-4416-a406-476149526557 service neutron] Pushing event updated for resources: {'Port': ['ID=525a6298-cac8-45ff-8a9f-64e610c1f7df,revision_number=3']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:01.453180 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-c22c1f70-3651-4831-87a6-426d9653ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:01.454670 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-c22c1f70-3651-4831-87a6-426d9653ec62 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=352ca3049c444444a8ce0c29170dd517&device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 1132 time: 0.0454090 Oct 06 12:41:01.501337 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-a13e4976-ba25-457e-a5c4-bb58979bd45a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=525a6298-cac8-45ff-8a9f-64e610c1f7df HTTP/1.1" status: 200 len: 217 time: 0.0336328 Oct 06 12:41:01.549944 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-617fe6b8-b2d3-4cb7-8c71-0c65d91bb4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:01.551390 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-617fe6b8-b2d3-4cb7-8c71-0c65d91bb4b3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=554f6952-ae28-42bc-bfab-6ac936722517 HTTP/1.1" status: 200 len: 843 time: 0.0448213 Oct 06 12:41:01.557470 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1475d697-6b37-40d4-8de2-7984c6514904 x-openstack-request-id: req-1475d697-6b37-40d4-8de2-7984c6514904 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:41:01.557762 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2156e95-a74d-4b3c-bef8-e7ef06183d42", "tag": "525a6298-cac8-45ff-8a9f-64e610c1f7df", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:41:01.558014 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1475d697-6b37-40d4-8de2-7984c6514904 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:41:01.558434 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1475d697-6b37-40d4-8de2-7984c6514904'] response: {'name': 'network-changed', 'server_uuid': 'b2156e95-a74d-4b3c-bef8-e7ef06183d42', 'tag': '525a6298-cac8-45ff-8a9f-64e610c1f7df', 'status': 'completed', 'code': 200} Oct 06 12:41:01.619366 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-414f82f1-b12d-4fe4-98e0-7d5b5e27c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:01.620878 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-414f82f1-b12d-4fe4-98e0-7d5b5e27c999 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d99eeb27-4d58-4ef8-b365-b2957e1323f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0424039 Oct 06 12:41:01.694446 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:01.709985 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-37731951-2c87-46b8-a97c-e5adeb81a6ec service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d99eeb27-4d58-4ef8-b365-b2957e1323f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830235 Oct 06 12:41:01.802711 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-086ca0c6-659a-4f5e-bf89-27e656efd809 req-7e2f739f-4a02-4455-8bb6-5f10cdef7eb2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d99eeb27-4d58-4ef8-b365-b2957e1323f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859909 Oct 06 12:41:01.852613 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a9833-26a1-42be-a207-17f19aae1eb2 req-746872c9-f070-47a7-baab-f6ab4809e038 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:01.854055 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a36a9833-26a1-42be-a207-17f19aae1eb2 req-746872c9-f070-47a7-baab-f6ab4809e038 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 948 time: 0.0461428 Oct 06 12:41:01.906788 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a36a9833-26a1-42be-a207-17f19aae1eb2 req-f59a23b8-5388-4dcd-987a-059ee32faec7 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ff7f47c6-b1b3-4fe6-89d1-7e279391d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470233 Oct 06 12:41:03.029592 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eff915-91ef-4b06-b340-64d7eb323a6c req-7d618368-637d-48e7-8780-b1e67558a91c tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:03.031046 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-83eff915-91ef-4b06-b340-64d7eb323a6c req-7d618368-637d-48e7-8780-b1e67558a91c tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 948 time: 0.0490785 Oct 06 12:41:03.056254 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:03.078887 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-83eff915-91ef-4b06-b340-64d7eb323a6c req-a549dba0-1a7d-42e0-b434-63fba078f61c tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ff7f47c6-b1b3-4fe6-89d1-7e279391d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420246 Oct 06 12:41:03.810778 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05f90f-f037-4322-9439-71bc9050bdb6 req-67a0ed11-89ad-49d9-91e8-0394d73b0c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:03.812266 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cf05f90f-f037-4322-9439-71bc9050bdb6 req-67a0ed11-89ad-49d9-91e8-0394d73b0c8e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=352ca3049c444444a8ce0c29170dd517&device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 1132 time: 0.0398524 Oct 06 12:41:03.902907 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05f90f-f037-4322-9439-71bc9050bdb6 req-f6e798c0-378d-4565-bb76-3361768a1d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:03.904350 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cf05f90f-f037-4322-9439-71bc9050bdb6 req-f6e798c0-378d-4565-bb76-3361768a1d30 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d99eeb27-4d58-4ef8-b365-b2957e1323f2 HTTP/1.1" status: 200 len: 870 time: 0.0857763 Oct 06 12:41:03.942702 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cf05f90f-f037-4322-9439-71bc9050bdb6 req-95d4875e-46f9-48dd-a695-789b2d3e2b1d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=525a6298-cac8-45ff-8a9f-64e610c1f7df HTTP/1.1" status: 200 len: 217 time: 0.0320990 Oct 06 12:41:03.988396 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05f90f-f037-4322-9439-71bc9050bdb6 req-3ca4cba7-b2e9-4b54-884a-ad5389b2ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:03.989759 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cf05f90f-f037-4322-9439-71bc9050bdb6 req-3ca4cba7-b2e9-4b54-884a-ad5389b2ea06 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=554f6952-ae28-42bc-bfab-6ac936722517 HTTP/1.1" status: 200 len: 843 time: 0.0413229 Oct 06 12:41:04.030425 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05f90f-f037-4322-9439-71bc9050bdb6 req-715d4249-ba6b-43ad-8a92-afb1a29db094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:04.031861 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cf05f90f-f037-4322-9439-71bc9050bdb6 req-715d4249-ba6b-43ad-8a92-afb1a29db094 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d99eeb27-4d58-4ef8-b365-b2957e1323f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0365345 Oct 06 12:41:04.122360 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cf05f90f-f037-4322-9439-71bc9050bdb6 req-d4c4b1d8-bda6-499c-b90f-c60e6b9349f6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d99eeb27-4d58-4ef8-b365-b2957e1323f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849683 Oct 06 12:41:04.231441 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd2dc7-d396-44b7-a54c-c7ae320a1709 req-ac8aab4b-ef1d-4c72-b027-24337a77be34 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:04.232883 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6fcd2dc7-d396-44b7-a54c-c7ae320a1709 req-ac8aab4b-ef1d-4c72-b027-24337a77be34 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 948 time: 0.0608792 Oct 06 12:41:04.271327 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cf05f90f-f037-4322-9439-71bc9050bdb6 req-07e8819d-51ec-4c63-9eef-62b494178fc6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d99eeb27-4d58-4ef8-b365-b2957e1323f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434131 Oct 06 12:41:04.293905 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6fcd2dc7-d396-44b7-a54c-c7ae320a1709 req-feb99715-c021-4867-8106-96b26a17a94f tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ff7f47c6-b1b3-4fe6-89d1-7e279391d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548792 Oct 06 12:41:04.594629 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=50,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:04.596569 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:INSERT=10,neutron:SELECT=53,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:04.912224 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 525a6298-cac8-45ff-8a9f-64e610c1f7df details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:41:05.011448 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 525a6298-cac8-45ff-8a9f-64e610c1f7df, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=525a6298-cac8-45ff-8a9f-64e610c1f7df,segment=NetworkSegment(c3b95f1e-661f-418b-835a-a8fe49b4e81a),segment_id=c3b95f1e-661f-418b-835a-a8fe49b4e81a)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:41:05.022260 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '525a6298-cac8-45ff-8a9f-64e610c1f7df', 'network_id': 'd99eeb27-4d58-4ef8-b365-b2957e1323f2', 'port_id': '525a6298-cac8-45ff-8a9f-64e610c1f7df', 'mac_address': 'fa:16:3e:ad:9d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554f6952-ae28-42bc-bfab-6ac936722517', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:41:05.056675 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 525a6298-cac8-45ff-8a9f-64e610c1f7df is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:41:05.057064 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (525a6298-cac8-45ff-8a9f-64e610c1f7df), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:05.069905 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525a6298-cac8-45ff-8a9f-64e610c1f7df {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:41:05.089947 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 525a6298-cac8-45ff-8a9f-64e610c1f7df, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=525a6298-cac8-45ff-8a9f-64e610c1f7df,segment=NetworkSegment(c3b95f1e-661f-418b-835a-a8fe49b4e81a),segment_id=c3b95f1e-661f-418b-835a-a8fe49b4e81a)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:41:05.093945 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (525a6298-cac8-45ff-8a9f-64e610c1f7df), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:05.139067 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=525a6298-cac8-45ff-8a9f-64e610c1f7df,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:05.146050 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:05.146393 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:05.146729 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:05.147062 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:05.147388 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:05.147745 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:05.148066 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:05.148384 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:05.148702 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:05.149019 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:05.149339 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:05.149680 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:05.149994 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:05.150304 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:05.150619 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:05.412170 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3dd1d-433f-4667-837b-09b2a81211be req-6d637f4b-b470-4ca5-8b7e-ecf635031e78 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:05.413637 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-28a3dd1d-433f-4667-837b-09b2a81211be req-6d637f4b-b470-4ca5-8b7e-ecf635031e78 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 949 time: 0.0472517 Oct 06 12:41:05.460106 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-28a3dd1d-433f-4667-837b-09b2a81211be req-dfb4f858-69d6-4af0-b8bd-468e8c7201b0 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ff7f47c6-b1b3-4fe6-89d1-7e279391d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403471 Oct 06 12:41:05.508433 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['525a6298-cac8-45ff-8a9f-64e610c1f7df'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:41:06.581127 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234b9d3-0f44-463d-8e87-3691df1bb844 req-b605c23e-e590-4b14-b5ac-e40762b7f1e4 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:06.582547 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2234b9d3-0f44-463d-8e87-3691df1bb844 req-b605c23e-e590-4b14-b5ac-e40762b7f1e4 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 949 time: 0.0480506 Oct 06 12:41:06.593779 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:06.629082 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2234b9d3-0f44-463d-8e87-3691df1bb844 req-d12306af-9cc9-43fb-a0c7-15fcead8f115 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ff7f47c6-b1b3-4fe6-89d1-7e279391d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409987 Oct 06 12:41:06.927116 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 525a6298-cac8-45ff-8a9f-64e610c1f7df up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:41:06.970975 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port 525a6298-cac8-45ff-8a9f-64e610c1f7df completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:41:06.976341 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 525a6298-cac8-45ff-8a9f-64e610c1f7df triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:06.976707 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (525a6298-cac8-45ff-8a9f-64e610c1f7df), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:06.977042 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 525a6298-cac8-45ff-8a9f-64e610c1f7df Oct 06 12:41:07.046212 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 525a6298-cac8-45ff-8a9f-64e610c1f7df is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:41:07.046591 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (525a6298-cac8-45ff-8a9f-64e610c1f7df), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:07.068653 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2156e95-a74d-4b3c-bef8-e7ef06183d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525a6298-cac8-45ff-8a9f-64e610c1f7df'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:41:07.070895 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4909719-d12e-4fc4-ba20-57565fd7733c" -d '{"events": [{"server_uuid": "b2156e95-a74d-4b3c-bef8-e7ef06183d42", "name": "network-vif-plugged", "status": "completed", "tag": "525a6298-cac8-45ff-8a9f-64e610c1f7df"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:41:07.082833 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 525a6298-cac8-45ff-8a9f-64e610c1f7df, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=525a6298-cac8-45ff-8a9f-64e610c1f7df,segment=NetworkSegment(c3b95f1e-661f-418b-835a-a8fe49b4e81a),segment_id=c3b95f1e-661f-418b-835a-a8fe49b4e81a)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:41:07.086669 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (525a6298-cac8-45ff-8a9f-64e610c1f7df), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:07.112960 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c93a756-a9e7-4578-b562-8bc3b8d9911f x-openstack-request-id: req-6c93a756-a9e7-4578-b562-8bc3b8d9911f {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:41:07.113243 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2156e95-a74d-4b3c-bef8-e7ef06183d42", "name": "network-vif-plugged", "status": "completed", "tag": "525a6298-cac8-45ff-8a9f-64e610c1f7df", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:41:07.113492 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6c93a756-a9e7-4578-b562-8bc3b8d9911f {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:41:07.113879 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c93a756-a9e7-4578-b562-8bc3b8d9911f'] response: {'server_uuid': 'b2156e95-a74d-4b3c-bef8-e7ef06183d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525a6298-cac8-45ff-8a9f-64e610c1f7df', 'code': 200} Oct 06 12:41:07.130879 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:07.136256 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=525a6298-cac8-45ff-8a9f-64e610c1f7df,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:07.306398 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:07.314015 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20900aa4-0fbb-46b3-9993-c9f3c878aa96 req-d65866ee-ff3b-4b9f-886a-ba3fad9f535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:07.315675 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-20900aa4-0fbb-46b3-9993-c9f3c878aa96 req-d65866ee-ff3b-4b9f-886a-ba3fad9f535e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 1134 time: 0.0396187 Oct 06 12:41:07.358781 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-20900aa4-0fbb-46b3-9993-c9f3c878aa96 req-b7490bf2-04e0-4e06-a4ba-cc64dbb62da1 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ff7f47c6-b1b3-4fe6-89d1-7e279391d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374074 Oct 06 12:41:07.749831 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343922fe-9edc-4573-aa98-a98e4d38c316 req-96614672-3bcb-4bc8-9ab5-de376adb80b4 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:07.751264 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-343922fe-9edc-4573-aa98-a98e4d38c316 req-96614672-3bcb-4bc8-9ab5-de376adb80b4 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 950 time: 0.0487165 Oct 06 12:41:07.797069 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-343922fe-9edc-4573-aa98-a98e4d38c316 req-755bc7b9-0655-44b6-b32b-7e05205687ae tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ff7f47c6-b1b3-4fe6-89d1-7e279391d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Oct 06 12:41:08.917033 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c63000-9545-4718-9e05-6a005db4c83d req-5ffc5813-b117-44b1-bff8-ea15b5d83047 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:08.918951 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-57c63000-9545-4718-9e05-6a005db4c83d req-5ffc5813-b117-44b1-bff8-ea15b5d83047 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 950 time: 0.0458789 Oct 06 12:41:08.964077 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-57c63000-9545-4718-9e05-6a005db4c83d req-b3ff9cb0-b310-416e-aefa-6ccf82aa02db tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ff7f47c6-b1b3-4fe6-89d1-7e279391d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395164 Oct 06 12:41:10.072937 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:10.083810 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3348d-99c7-464a-9f78-d6f014bb51e2 req-f138b5b9-0902-4783-8f97-fcd4c50a0948 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:10.085263 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eff3348d-99c7-464a-9f78-d6f014bb51e2 req-f138b5b9-0902-4783-8f97-fcd4c50a0948 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 950 time: 0.0468907 Oct 06 12:41:10.137293 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-eff3348d-99c7-464a-9f78-d6f014bb51e2 req-6190147c-9adf-45cd-a659-8711e3e8563b tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ff7f47c6-b1b3-4fe6-89d1-7e279391d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464842 Oct 06 12:41:10.394752 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf9cb1-0bd0-468d-a30b-877ac56acef7 req-73b231ef-ae6d-45a6-abe0-9dcf7ac95a0c tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:10.396205 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cddf9cb1-0bd0-468d-a30b-877ac56acef7 req-73b231ef-ae6d-45a6-abe0-9dcf7ac95a0c tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 950 time: 0.0453005 Oct 06 12:41:10.442472 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cddf9cb1-0bd0-468d-a30b-877ac56acef7 req-321c7c38-d5ce-4a08-91a6-0c3cbc68c9a2 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ff7f47c6-b1b3-4fe6-89d1-7e279391d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407903 Oct 06 12:41:11.561557 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d15a0f-8cf7-4802-9a48-aae91801d102 req-70a7ac4a-0ede-47e6-aaa8-5991fa7f4498 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:11.563729 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-63d15a0f-8cf7-4802-9a48-aae91801d102 req-70a7ac4a-0ede-47e6-aaa8-5991fa7f4498 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 950 time: 0.0465081 Oct 06 12:41:11.612161 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-63d15a0f-8cf7-4802-9a48-aae91801d102 req-5027f5f5-5228-4435-bbdd-28612a533c5c tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ff7f47c6-b1b3-4fe6-89d1-7e279391d441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429358 Oct 06 12:41:12.022750 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc561c-3f86-4bc1-9c5d-bb0116daa301 req-3811341f-b1b8-4346-993f-b1501fb22fb3 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:12.024180 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9ebc561c-3f86-4bc1-9c5d-bb0116daa301 req-3811341f-b1b8-4346-993f-b1501fb22fb3 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 950 time: 0.0484922 Oct 06 12:41:12.100634 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-9ebc561c-3f86-4bc1-9c5d-bb0116daa301 req-5cbcac92-c155-4b94-b607-48f818c0f081 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Deleting port 525a6298-cac8-45ff-8a9f-64e610c1f7df {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:41:12.100971 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-9ebc561c-3f86-4bc1-9c5d-bb0116daa301 req-5cbcac92-c155-4b94-b607-48f818c0f081 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (525a6298-cac8-45ff-8a9f-64e610c1f7df), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:12.193276 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-9ebc561c-3f86-4bc1-9c5d-bb0116daa301 req-5cbcac92-c155-4b94-b607-48f818c0f081 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] For port 525a6298-cac8-45ff-8a9f-64e610c1f7df, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=525a6298-cac8-45ff-8a9f-64e610c1f7df,segment=NetworkSegment(c3b95f1e-661f-418b-835a-a8fe49b4e81a),segment_id=c3b95f1e-661f-418b-835a-a8fe49b4e81a)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:41:12.193641 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-9ebc561c-3f86-4bc1-9c5d-bb0116daa301 req-5cbcac92-c155-4b94-b607-48f818c0f081 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (525a6298-cac8-45ff-8a9f-64e610c1f7df), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:12.206479 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-9ebc561c-3f86-4bc1-9c5d-bb0116daa301 req-5cbcac92-c155-4b94-b607-48f818c0f081 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Calling delete_port for 525a6298-cac8-45ff-8a9f-64e610c1f7df owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:41:12.318971 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:12.331591 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-9ebc561c-3f86-4bc1-9c5d-bb0116daa301 req-5cbcac92-c155-4b94-b607-48f818c0f081 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (525a6298-cac8-45ff-8a9f-64e610c1f7df), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:12.360612 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcac92-c155-4b94-b607-48f818c0f081 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Pushing event deleted for resources: {'Port': ['ID=525a6298-cac8-45ff-8a9f-64e610c1f7df,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:12.368252 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['525a6298-cac8-45ff-8a9f-64e610c1f7df'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:41:12.408286 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebc561c-3f86-4bc1-9c5d-bb0116daa301 req-5cbcac92-c155-4b94-b607-48f818c0f081 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] No DVR routers for this DVR port 525a6298-cac8-45ff-8a9f-64e610c1f7df on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:41:12.411159 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-9ebc561c-3f86-4bc1-9c5d-bb0116daa301 req-5cbcac92-c155-4b94-b607-48f818c0f081 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:12.414462 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9ebc561c-3f86-4bc1-9c5d-bb0116daa301 req-5cbcac92-c155-4b94-b607-48f818c0f081 tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.23 "DELETE /networking/v2.0/ports/525a6298-cac8-45ff-8a9f-64e610c1f7df HTTP/1.1" status: 204 len: 173 time: 0.3845563 Oct 06 12:41:12.414996 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2156e95-a74d-4b3c-bef8-e7ef06183d42', 'name': 'network-vif-deleted', 'tag': '525a6298-cac8-45ff-8a9f-64e610c1f7df'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:41:12.417352 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b34f62-7e04-49b1-a7bd-bc00e9350682" -d '{"events": [{"server_uuid": "b2156e95-a74d-4b3c-bef8-e7ef06183d42", "name": "network-vif-deleted", "tag": "525a6298-cac8-45ff-8a9f-64e610c1f7df"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:41:12.466855 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb4f279-8bec-4186-a441-dca6b78168a5 x-openstack-request-id: req-7bb4f279-8bec-4186-a441-dca6b78168a5 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:41:12.467157 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2156e95-a74d-4b3c-bef8-e7ef06183d42", "name": "network-vif-deleted", "tag": "525a6298-cac8-45ff-8a9f-64e610c1f7df", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:41:12.467406 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7bb4f279-8bec-4186-a441-dca6b78168a5 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:41:12.467851 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb4f279-8bec-4186-a441-dca6b78168a5'] response: {'server_uuid': 'b2156e95-a74d-4b3c-bef8-e7ef06183d42', 'name': 'network-vif-deleted', 'tag': '525a6298-cac8-45ff-8a9f-64e610c1f7df', 'status': 'completed', 'code': 200} Oct 06 12:41:12.724331 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3827b552-6be8-42a0-96e6-1e96ed96ebf1 req-a369afa5-ed92-4250-ab8a-e4dc7a68167c tempest-VolumesNegativeTest-1570140297 tempest-VolumesNegativeTest-1570140297-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b2156e95-a74d-4b3c-bef8-e7ef06183d42 HTTP/1.1" status: 200 len: 210 time: 0.0276308 Oct 06 12:41:14.958068 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 525a6298-cac8-45ff-8a9f-64e610c1f7df no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:41:14.977456 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: 525a6298-cac8-45ff-8a9f-64e610c1f7df {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:41:14.977819 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 525a6298-cac8-45ff-8a9f-64e610c1f7df not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:41:17.334042 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:17.854445 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60694) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:17.990783 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-4afdfced-7532-4746-b071-71631a231c34 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=352ca3049c444444a8ce0c29170dd517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351891 Oct 06 12:41:17.993304 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60698) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:18.042423 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0c3fb86d-2f21-41b6-97f9-1df2ab9264b1 admin admin] Publish callbacks [] for security_group (ff7f47c6-b1b3-4fe6-89d1-7e279391d441), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:18.062401 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0c3fb86d-2f21-41b6-97f9-1df2ab9264b1 admin admin] Publish callbacks [] for security_group (ff7f47c6-b1b3-4fe6-89d1-7e279391d441), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:18.107740 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0c3fb86d-2f21-41b6-97f9-1df2ab9264b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (ff7f47c6-b1b3-4fe6-89d1-7e279391d441), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:18.110301 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-0c3fb86d-2f21-41b6-97f9-1df2ab9264b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:18.111418 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-0c3fb86d-2f21-41b6-97f9-1df2ab9264b1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ff7f47c6-b1b3-4fe6-89d1-7e279391d441 HTTP/1.1" status: 204 len: 168 time: 0.1172121 Oct 06 12:41:18.119352 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fb86d-2f21-41b6-97f9-1df2ab9264b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7f47c6-b1b3-4fe6-89d1-7e279391d441,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:18.722260 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 60720) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:18.771146 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:18.786253 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f179-12e6-4212-b41f-34bfd9a88bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:18.819021 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-f6b59536-54bc-498f-829d-812c98ec56c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1366732609-network', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:18.838714 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b59536-54bc-498f-829d-812c98ec56c5 admin admin] Made reservation on behalf of b094fe65c1d94c368068f0ebd9eee85a for: {'network': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:41:18.841104 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f6b59536-54bc-498f-829d-812c98ec56c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:18.849611 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f6b59536-54bc-498f-829d-812c98ec56c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:18.923349 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f6b59536-54bc-498f-829d-812c98ec56c5 admin admin] Publish callbacks [] for security_group (2aef0c31-ec7e-4680-982c-a83e17825ed1), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:18.927561 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f6b59536-54bc-498f-829d-812c98ec56c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (2aef0c31-ec7e-4680-982c-a83e17825ed1), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:18.952161 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b59536-54bc-498f-829d-812c98ec56c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=106139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:41:18.960860 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b59536-54bc-498f-829d-812c98ec56c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aef0c31-ec7e-4680-982c-a83e17825ed1,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:18.966724 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f6b59536-54bc-498f-829d-812c98ec56c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (ef2eabf1-8c44-4815-bb60-ebfaa925c833), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:18.967078 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.segments_db [None req-f6b59536-54bc-498f-829d-812c98ec56c5 admin admin] Added segment ef2eabf1-8c44-4815-bb60-ebfaa925c833 of type vlan for network f1197517-971a-4a5f-a49f-a10709be2a76 Oct 06 12:41:19.009147 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f6b59536-54bc-498f-829d-812c98ec56c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (f1197517-971a-4a5f-a49f-a10709be2a76), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.032346 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f6b59536-54bc-498f-829d-812c98ec56c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (f1197517-971a-4a5f-a49f-a10709be2a76), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.033309 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b59536-54bc-498f-829d-812c98ec56c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:19.033885 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-f6b59536-54bc-498f-829d-812c98ec56c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.083238 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-f6b59536-54bc-498f-829d-812c98ec56c5 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3598995 Oct 06 12:41:19.086157 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 60724) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:19.096785 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-cc2b6a82-987e-4d16-9507-ae93a3842990 admin admin] Request body: {'subnet': {'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1366732609-subnet', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'ip_version': 4}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:19.109126 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b59536-54bc-498f-829d-812c98ec56c5 admin admin] Pushing event updated for resources: {'Network': ['ID=f1197517-971a-4a5f-a49f-a10709be2a76,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:19.119256 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network f1197517-971a-4a5f-a49f-a10709be2a76 details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:41:19.121356 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2b6a82-987e-4d16-9507-ae93a3842990 admin admin] Made reservation on behalf of b094fe65c1d94c368068f0ebd9eee85a for: {'subnet': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:41:19.124224 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6a82-987e-4d16-9507-ae93a3842990 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4892363'] for subnet (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.296429 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6a82-987e-4d16-9507-ae93a3842990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4794150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4892377'] for subnet (a1b5a648-e07b-46bd-849c-12532e4dbe85), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.349420 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b6a82-987e-4d16-9507-ae93a3842990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b5a648-e07b-46bd-849c-12532e4dbe85,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:19.360048 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2b6a82-987e-4d16-9507-ae93a3842990 admin admin] Checking segment: {'id': 'ef2eabf1-8c44-4815-bb60-ebfaa925c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:41:19.360412 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2b6a82-987e-4d16-9507-ae93a3842990 admin admin] Network hostable DHCP agents. Network: f1197517-971a-4a5f-a49f-a10709be2a76, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:41:19.376315 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2b6a82-987e-4d16-9507-ae93a3842990 admin admin] Network f1197517-971a-4a5f-a49f-a10709be2a76 is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:41:19.384584 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-cc2b6a82-987e-4d16-9507-ae93a3842990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, f1197517-971a-4a5f-a49f-a10709be2a76) {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:41:19.388623 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2b6a82-987e-4d16-9507-ae93a3842990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:19.389337 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6a82-987e-4d16-9507-ae93a3842990 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.393223 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafd1179-63ba-41e0-bee9-1814480c79c1 None None] Network f1197517-971a-4a5f-a49f-a10709be2a76 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:41:19.411767 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-cc2b6a82-987e-4d16-9507-ae93a3842990 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3218029 Oct 06 12:41:19.411993 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 60726) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:19.416120 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1366732609-router', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:19.436718 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2462'] for router (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.437686 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2455'] for router (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.441833 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:19.452771 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:19.496302 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Publish callbacks [] for router_controller (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), precommit_add_association {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.504005 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e4fcd5-b394-5821-a063-acad06bec7fa-f1197517-971a-4a5f-a49f-a10709be2a76', 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'fixed_ips': [{'subnet_id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85'}]}} from dv-cinder-856041-2-iscsi. {{(pid=106141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 12:41:19.504962 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.634136 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Publish callbacks [] for router_gateway (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.640157 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.db_base_plugin_common [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Allocated IP 172.20.0.2 (f1197517-971a-4a5f-a49f-a10709be2a76/a1b5a648-e07b-46bd-849c-12532e4dbe85/45268cb9-6a02-4ac8-b81a-c6e91aaeea78) {{(pid=106141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:41:19.778239 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Publish callbacks [] for port (45268cb9-6a02-4ac8-b81a-c6e91aaeea78), precommit_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.784602 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (45268cb9-6a02-4ac8-b81a-c6e91aaeea78), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.814648 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Publish callbacks [] for router_gateway (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.829157 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Network f1197517-971a-4a5f-a49f-a10709be2a76 is already hosted by enough agents. {{(pid=106141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:41:19.832557 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.base_scheduler [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Resources bound (agent type, host, resource id): {{(pid=106141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:41:19.834035 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.834292 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Pushing event updated for resources: {'Port': ['ID=45268cb9-6a02-4ac8-b81a-c6e91aaeea78,revision_number=1']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:19.836424 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Received port after_create {{(pid=106141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:41:19.891535 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Attempting to bind port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:41:19.891911 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Attempting to bind port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': 'ef2eabf1-8c44-4815-bb60-ebfaa925c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:41:19.892273 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Attempting to bind port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 on network f1197517-971a-4a5f-a49f-a10709be2a76 {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:41:19.937943 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:41:19.938315 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Checking segment: {'id': 'ef2eabf1-8c44-4815-bb60-ebfaa925c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:41:19.938998 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.939395 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Bound using segment: {'id': 'ef2eabf1-8c44-4815-bb60-ebfaa925c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:41:19.939984 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Bound port: 45268cb9-6a02-4ac8-b81a-c6e91aaeea78, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2eabf1-8c44-4815-bb60-ebfaa925c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:41:19.940373 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (45268cb9-6a02-4ac8-b81a-c6e91aaeea78), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:19.943400 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Allocated IP 172.27.0.47 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/3c4916be-fc25-4e29-b367-ed3e3877e42a) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:41:20.004080 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] For port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:41:20.007584 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] For port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=45268cb9-6a02-4ac8-b81a-c6e91aaeea78,segment=NetworkSegment(ef2eabf1-8c44-4815-bb60-ebfaa925c833),segment_id=ef2eabf1-8c44-4815-bb60-ebfaa925c833)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:41:20.014154 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (45268cb9-6a02-4ac8-b81a-c6e91aaeea78), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:20.041992 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:20.051743 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Publish callbacks [] for port (3c4916be-fc25-4e29-b367-ed3e3877e42a), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:20.070488 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf32ef-b146-4b1f-88a7-937180cecf07 None None] Pushing event updated for resources: {'Port': ['ID=45268cb9-6a02-4ac8-b81a-c6e91aaeea78,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:20.085499 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (3c4916be-fc25-4e29-b367-ed3e3877e42a), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:20.127868 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:41:20.132476 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:41:20.135413 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:41:20.162815 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Pushing event updated for resources: {'Port': ['ID=3c4916be-fc25-4e29-b367-ed3e3877e42a,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:20.358234 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:20.404767 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Publish callbacks [] for router_gateway (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:20.439814 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:20.593051 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665995'] for router (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:20.721542 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 is scheduled to L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 with binding_index 1 {{(pid=106139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 12:41:20.828077 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:41:20.837967 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Sync routers for ids ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:41:20.846227 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:20.850330 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-88d1f93b-519a-4901-bcba-f7fb5754e5dc admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4345102 Oct 06 12:41:20.850484 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Routers {'1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:41:20.850484 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:40:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:41:20.850750 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60728) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:20.859018 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:20.940528 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3410e2e-0f7c-4fb5-bf50-577e47a462d5 None None] Network f1197517-971a-4a5f-a49f-a10709be2a76 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:41:20.960904 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Set router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:41:21.027196 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dd9589c-edbd-4fa8-945b-8de6650eb779 None None] Provisioning complete for port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:21.028019 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dd9589c-edbd-4fa8-945b-8de6650eb779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (45268cb9-6a02-4ac8-b81a-c6e91aaeea78), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:21.028549 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dd9589c-edbd-4fa8-945b-8de6650eb779 None None] Attempt 1 to provision port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 Oct 06 12:41:21.088128 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:21.109337 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-d21ecc0b-9941-4521-ba79-51847261e697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:21.146209 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'name': 'tempest-TestShelveInstance-1366732609-router', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:20Z', 'revision_number': 3, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'gw_port': {'id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:99:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:41:21.153825 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dd9589c-edbd-4fa8-945b-8de6650eb779 None None] Current status of the port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:41:21.155075 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dd9589c-edbd-4fa8-945b-8de6650eb779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (45268cb9-6a02-4ac8-b81a-c6e91aaeea78), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:21.175744 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Checking router: 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:41:21.176093 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Updating router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 port 3c4916be-fc25-4e29-b367-ed3e3877e42a binding host dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:41:21.195947 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dd9589c-edbd-4fa8-945b-8de6650eb779 None None] For port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=45268cb9-6a02-4ac8-b81a-c6e91aaeea78,segment=NetworkSegment(ef2eabf1-8c44-4815-bb60-ebfaa925c833),segment_id=ef2eabf1-8c44-4815-bb60-ebfaa925c833)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:41:21.200824 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dd9589c-edbd-4fa8-945b-8de6650eb779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (45268cb9-6a02-4ac8-b81a-c6e91aaeea78), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:21.214976 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (3c4916be-fc25-4e29-b367-ed3e3877e42a), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:21.255364 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9589c-edbd-4fa8-945b-8de6650eb779 None None] Pushing event updated for resources: {'Port': ['ID=45268cb9-6a02-4ac8-b81a-c6e91aaeea78,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:21.330199 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:21.436432 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-d15fa7cd-4173-4fa6-b755-848c4f560733 None None] Provisioning complete for port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:21.436899 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-d15fa7cd-4173-4fa6-b755-848c4f560733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (45268cb9-6a02-4ac8-b81a-c6e91aaeea78), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:21.437306 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-d15fa7cd-4173-4fa6-b755-848c4f560733 None None] Attempt 1 to provision port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 Oct 06 12:41:21.468189 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:41:21.502636 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Publish callbacks [] for port (3c4916be-fc25-4e29-b367-ed3e3877e42a), precommit_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:21.507276 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Allocated IP 172.20.0.1 (f1197517-971a-4a5f-a49f-a10709be2a76/a1b5a648-e07b-46bd-849c-12532e4dbe85/c978ff77-4b25-462b-b38f-715b166cb820) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:41:21.509342 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (3c4916be-fc25-4e29-b367-ed3e3877e42a), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:21.546684 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Attempting to bind port 3c4916be-fc25-4e29-b367-ed3e3877e42a on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:41:21.547108 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Attempting to bind port 3c4916be-fc25-4e29-b367-ed3e3877e42a by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:41:21.547700 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Attempting to bind port 3c4916be-fc25-4e29-b367-ed3e3877e42a on network 3a606d5c-6843-4963-ada6-7bee64b338fb {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:41:21.555686 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:21.556271 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (45268cb9-6a02-4ac8-b81a-c6e91aaeea78), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:21.556773 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 Oct 06 12:41:21.578453 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-d15fa7cd-4173-4fa6-b755-848c4f560733 None None] Current status of the port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:41:21.584368 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Pushing event updated for resources: {'Port': ['ID=3c4916be-fc25-4e29-b367-ed3e3877e42a,revision_number=2']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:21.593220 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:21.603583 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.603914 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.604465 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.604987 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.605315 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.605639 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.605965 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.606277 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.607324 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.607672 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.607993 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.608332 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.608644 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.608960 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.609271 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.613715 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:41:21.614052 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Checking segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:41:21.614617 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:21.615159 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Bound using segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:41:21.615851 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Bound port: 3c4916be-fc25-4e29-b367-ed3e3877e42a, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:41:21.616412 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (3c4916be-fc25-4e29-b367-ed3e3877e42a), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:21.635684 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:41:21.667906 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] For port 3c4916be-fc25-4e29-b367-ed3e3877e42a, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:41:21.671208 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] For port 3c4916be-fc25-4e29-b367-ed3e3877e42a, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=3c4916be-fc25-4e29-b367-ed3e3877e42a,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:41:21.677781 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (3c4916be-fc25-4e29-b367-ed3e3877e42a), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:21.709130 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:21.720458 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Routers {'1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:41:21.721208 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:41:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:41:21.775007 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd0a9e-ae0e-41ab-addb-2f059180d771 None None] Pushing event updated for resources: {'Port': ['ID=3c4916be-fc25-4e29-b367-ed3e3877e42a,revision_number=3']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:21.830362 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:21.844417 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] Set router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:41:21.867945 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Publish callbacks [] for port (c978ff77-4b25-462b-b38f-715b166cb820), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:21.900826 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (c978ff77-4b25-462b-b38f-715b166cb820), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:21.933807 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:21.945893 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Network f1197517-971a-4a5f-a49f-a10709be2a76 is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:41:21.950741 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:41:21.953304 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Pushing event updated for resources: {'Port': ['ID=c978ff77-4b25-462b-b38f-715b166cb820,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:21.955128 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:41:21.986814 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.987169 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.987540 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.987876 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.988210 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.988541 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.988872 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.989200 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.989526 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.989856 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.990184 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.990510 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.990832 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.991150 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:21.991469 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:22.010528 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665328'] for router_interface (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:22.022394 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'name': 'tempest-TestShelveInstance-1366732609-router', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:20Z', 'revision_number': 3, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'gw_port': {'id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:99:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:41:22.052111 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb8b11c-3dcc-4efa-9e38-c196ec53f896 None None] The sync data for ids ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'] in dv-cinder-856041-2-iscsi is: [{'id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'name': 'tempest-TestShelveInstance-1366732609-router', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:20Z', 'revision_number': 3, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'gw_port': {'id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:99:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:41:22.155074 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (c978ff77-4b25-462b-b38f-715b166cb820), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:22.166451 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:22.199940 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-e6b968de-1019-4276-b2e6-86938386066b None None] Provisioning complete for port c978ff77-4b25-462b-b38f-715b166cb820 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:22.201154 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-e6b968de-1019-4276-b2e6-86938386066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (c978ff77-4b25-462b-b38f-715b166cb820), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:22.201486 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-e6b968de-1019-4276-b2e6-86938386066b None None] Attempt 1 to provision port c978ff77-4b25-462b-b38f-715b166cb820 Oct 06 12:41:22.243686 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-e6b968de-1019-4276-b2e6-86938386066b None None] Port c978ff77-4b25-462b-b38f-715b166cb820 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:41:22.341810 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Publish callbacks [] for port (c978ff77-4b25-462b-b38f-715b166cb820), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:22.346557 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (c978ff77-4b25-462b-b38f-715b166cb820), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:22.418902 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665452'] for router_interface (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:22.421187 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Pushing event updated for resources: {'Port': ['ID=c978ff77-4b25-462b-b38f-715b166cb820,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:22.514457 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Network f1197517-971a-4a5f-a49f-a10709be2a76 is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:41:22.515964 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:41:22.624510 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:22.637408 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:41:22.756031 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:41:22.769445 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-d319c7c7-8467-4e26-8920-83118c1a0d20 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9099727 Oct 06 12:41:22.769672 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-ea77742e-0fd7-40f7-80e3-35a225bb37f1 None None] Provisioning complete for port c978ff77-4b25-462b-b38f-715b166cb820 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:22.769672 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ea77742e-0fd7-40f7-80e3-35a225bb37f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (c978ff77-4b25-462b-b38f-715b166cb820), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:22.769672 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-ea77742e-0fd7-40f7-80e3-35a225bb37f1 None None] Attempt 1 to provision port c978ff77-4b25-462b-b38f-715b166cb820 Oct 06 12:41:22.805424 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-ea77742e-0fd7-40f7-80e3-35a225bb37f1 None None] Port c978ff77-4b25-462b-b38f-715b166cb820 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:41:23.236073 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 60744) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:23.241016 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2037002927-network', 'tenant_id': '607dba9743514411aa4c3a80595a42f3'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:23.261997 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Made reservation on behalf of 607dba9743514411aa4c3a80595a42f3 for: {'network': 1} {{(pid=106139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:41:23.265046 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for network (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.276583 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.357119 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Publish callbacks [] for security_group (2d9829a6-d5dc-4779-a9eb-2640ab95b38a), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.360807 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (2d9829a6-d5dc-4779-a9eb-2640ab95b38a), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.392264 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=106139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 12:41:23.393769 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9829a6-d5dc-4779-a9eb-2640ab95b38a,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:23.406933 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:23.407363 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:23.407731 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:23.408178 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:23.408719 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:23.409308 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:23.410158 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:23.410692 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:23.411464 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:23.411981 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:23.412515 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:23.413006 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:23.413504 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:23.413831 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:23.414324 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:41:23.423090 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (046a5e37-c9bb-4a68-94ed-9e694a152dba), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.423447 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.segments_db [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Added segment 046a5e37-c9bb-4a68-94ed-9e694a152dba of type vlan for network 21ff1d41-00a3-4ad2-b861-42f01e0f0529 Oct 06 12:41:23.450135 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 3c4916be-fc25-4e29-b367-ed3e3877e42a up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:41:23.468410 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790620140216'] for network (21ff1d41-00a3-4ad2-b861-42f01e0f0529), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.498709 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (21ff1d41-00a3-4ad2-b861-42f01e0f0529), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.499956 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:23.500600 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.504922 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 3c4916be-fc25-4e29-b367-ed3e3877e42a triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:23.505305 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (3c4916be-fc25-4e29-b367-ed3e3877e42a), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.505642 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 3c4916be-fc25-4e29-b367-ed3e3877e42a Oct 06 12:41:23.518876 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:23.567418 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3302214 Oct 06 12:41:23.570412 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60746) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:23.571883 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a2546-feaa-4be6-8351-71647b87777d admin admin] Pushing event updated for resources: {'Network': ['ID=21ff1d41-00a3-4ad2-b861-42f01e0f0529,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:23.577624 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-ab051aaf-3e24-4fe9-8cf7-e9b0f298900c admin admin] Request body: {'subnet': {'network_id': '21ff1d41-00a3-4ad2-b861-42f01e0f0529', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2037002927-subnet', 'tenant_id': '607dba9743514411aa4c3a80595a42f3', 'ip_version': 4}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:23.583977 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Network 21ff1d41-00a3-4ad2-b861-42f01e0f0529 details requested by agent ovs-agent-dv-cinder-856041-2-iscsi with host dv-cinder-856041-2-iscsi {{(pid=106141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 12:41:23.598423 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab051aaf-3e24-4fe9-8cf7-e9b0f298900c admin admin] Made reservation on behalf of 607dba9743514411aa4c3a80595a42f3 for: {'subnet': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:41:23.600767 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:23.601162 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ab051aaf-3e24-4fe9-8cf7-e9b0f298900c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5090785'] for subnet (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.603815 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 3c4916be-fc25-4e29-b367-ed3e3877e42a is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:41:23.604316 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (3c4916be-fc25-4e29-b367-ed3e3877e42a), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.646020 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Sync routers for ids ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:41:23.680020 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:23.787575 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ab051aaf-3e24-4fe9-8cf7-e9b0f298900c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5175933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5090803'] for subnet (9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.812054 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port 3c4916be-fc25-4e29-b367-ed3e3877e42a, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=3c4916be-fc25-4e29-b367-ed3e3877e42a,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:41:23.826376 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:23.833924 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab051aaf-3e24-4fe9-8cf7-e9b0f298900c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:23.835185 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (3c4916be-fc25-4e29-b367-ed3e3877e42a), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.854018 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab051aaf-3e24-4fe9-8cf7-e9b0f298900c admin admin] Checking segment: {'id': '046a5e37-c9bb-4a68-94ed-9e694a152dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '21ff1d41-00a3-4ad2-b861-42f01e0f0529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:41:23.854382 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab051aaf-3e24-4fe9-8cf7-e9b0f298900c admin admin] Network hostable DHCP agents. Network: 21ff1d41-00a3-4ad2-b861-42f01e0f0529, hostable agents: ['b5b2e275-fafe-4365-8bde-e1844f88dc35'], hosted agents: [] {{(pid=106140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 12:41:23.867964 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.869200 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Routers {'1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:41:23.869844 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:41:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:41:23.872235 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab051aaf-3e24-4fe9-8cf7-e9b0f298900c admin admin] Network 21ff1d41-00a3-4ad2-b861-42f01e0f0529 is scheduled to be hosted by DHCP agent b5b2e275-fafe-4365-8bde-e1844f88dc35 with binding_index 1 {{(pid=106140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 12:41:23.878262 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.882082 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-ab051aaf-3e24-4fe9-8cf7-e9b0f298900c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856041-2-iscsi, 21ff1d41-00a3-4ad2-b861-42f01e0f0529) {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:41:23.885907 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab051aaf-3e24-4fe9-8cf7-e9b0f298900c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:23.886507 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ab051aaf-3e24-4fe9-8cf7-e9b0f298900c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.905315 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-ab051aaf-3e24-4fe9-8cf7-e9b0f298900c admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3330860 Oct 06 12:41:23.907787 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60748) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:23.912218 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2037002927-router', 'tenant_id': '607dba9743514411aa4c3a80595a42f3', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:23.918135 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21cd07f-abf5-44b2-bbf5-bdf2f8885fac None None] Network 21ff1d41-00a3-4ad2-b861-42f01e0f0529 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:41:23.932915 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1663965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2462'] for router (744e6632-d956-400e-a4a6-3a7e302f1a9b), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.933907 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1573826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2455'] for router (744e6632-d956-400e-a4a6-3a7e302f1a9b), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.987088 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Publish callbacks [] for router_controller (744e6632-d956-400e-a4a6-3a7e302f1a9b), precommit_add_association {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:23.993775 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=3c4916be-fc25-4e29-b367-ed3e3877e42a,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:24.072198 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Set router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:41:24.119775 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Publish callbacks [] for router_gateway (744e6632-d956-400e-a4a6-3a7e302f1a9b), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:24.123033 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e4fcd5-b394-5821-a063-acad06bec7fa-21ff1d41-00a3-4ad2-b861-42f01e0f0529', 'network_id': '21ff1d41-00a3-4ad2-b861-42f01e0f0529', 'project_id': '607dba9743514411aa4c3a80595a42f3', 'fixed_ips': [{'subnet_id': '9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03'}]}} from dv-cinder-856041-2-iscsi. {{(pid=106141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 12:41:24.124087 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:24.303836 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Publish callbacks [] for router_gateway (744e6632-d956-400e-a4a6-3a7e302f1a9b), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:24.326021 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:24.392362 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.db_base_plugin_common [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Allocated IP 172.20.0.2 (21ff1d41-00a3-4ad2-b861-42f01e0f0529/9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03/986c901f-00a1-4faf-8ef4-ca31ac77f78b) {{(pid=106141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:41:24.412357 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'name': 'tempest-TestShelveInstance-1366732609-router', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:22Z', 'revision_number': 4, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'gw_port': {'id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'c978ff77-4b25-462b-b38f-715b166cb820', 'name': '', 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'mac_address': 'fa:16:3e:48:dc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:21Z', 'updated_at': '2022-10-06T12:41:22Z', 'revision_number': 2, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'subnets': [{'id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:41:24.415094 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:24.445207 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Checking router: 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:41:24.445567 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Updating router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 port c978ff77-4b25-462b-b38f-715b166cb820 binding host dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:41:24.447454 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Allocated IP 172.27.0.112 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/084cabd6-d3dc-4390-8039-b90ae6bc94e0) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:41:24.510937 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (c978ff77-4b25-462b-b38f-715b166cb820), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:24.520237 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:24.568570 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Publish callbacks [] for port (084cabd6-d3dc-4390-8039-b90ae6bc94e0), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:24.607190 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (084cabd6-d3dc-4390-8039-b90ae6bc94e0), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:24.662242 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:41:24.667373 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:41:24.669606 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Pushing event updated for resources: {'Port': ['ID=084cabd6-d3dc-4390-8039-b90ae6bc94e0,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:24.671735 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:41:24.683619 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:24.691483 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:24.716558 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Publish callbacks [] for port (986c901f-00a1-4faf-8ef4-ca31ac77f78b), precommit_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:24.762336 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091'] for port (986c901f-00a1-4faf-8ef4-ca31ac77f78b), after_create {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:24.816307 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Network 21ff1d41-00a3-4ad2-b861-42f01e0f0529 is already hosted by enough agents. {{(pid=106141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:41:24.823014 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.scheduler.base_scheduler [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Resources bound (agent type, host, resource id): {{(pid=106141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:41:24.829214 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Received port after_create {{(pid=106141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:41:24.839185 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Pushing event updated for resources: {'Port': ['ID=986c901f-00a1-4faf-8ef4-ca31ac77f78b,revision_number=1']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:24.925479 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Publish callbacks [] for router_gateway (744e6632-d956-400e-a4a6-3a7e302f1a9b), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:24.952052 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Attempting to bind port 986c901f-00a1-4faf-8ef4-ca31ac77f78b on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:41:24.952423 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Attempting to bind port 986c901f-00a1-4faf-8ef4-ca31ac77f78b by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '046a5e37-c9bb-4a68-94ed-9e694a152dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '21ff1d41-00a3-4ad2-b861-42f01e0f0529'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:41:24.952786 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Attempting to bind port 986c901f-00a1-4faf-8ef4-ca31ac77f78b on network 21ff1d41-00a3-4ad2-b861-42f01e0f0529 {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:41:24.998779 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Publish callbacks [] for port (c978ff77-4b25-462b-b38f-715b166cb820), precommit_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:25.011531 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (c978ff77-4b25-462b-b38f-715b166cb820), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:25.036572 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:41:25.036933 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Checking segment: {'id': '046a5e37-c9bb-4a68-94ed-9e694a152dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '21ff1d41-00a3-4ad2-b861-42f01e0f0529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:41:25.037336 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:25.037728 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Bound using segment: {'id': '046a5e37-c9bb-4a68-94ed-9e694a152dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '21ff1d41-00a3-4ad2-b861-42f01e0f0529'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:41:25.038205 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Bound port: 986c901f-00a1-4faf-8ef4-ca31ac77f78b, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046a5e37-c9bb-4a68-94ed-9e694a152dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '21ff1d41-00a3-4ad2-b861-42f01e0f0529'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:41:25.038584 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (986c901f-00a1-4faf-8ef4-ca31ac77f78b), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:25.113416 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1665995'] for router (744e6632-d956-400e-a4a6-3a7e302f1a9b), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:25.122146 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676b44d-13a4-4fa9-83f1-68a90ace2df4 None None] Pushing event updated for resources: {'Port': ['ID=c978ff77-4b25-462b-b38f-715b166cb820,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:25.156596 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Attempting to bind port c978ff77-4b25-462b-b38f-715b166cb820 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:41:25.156966 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Attempting to bind port c978ff77-4b25-462b-b38f-715b166cb820 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': 'ef2eabf1-8c44-4815-bb60-ebfaa925c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:41:25.157326 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Attempting to bind port c978ff77-4b25-462b-b38f-715b166cb820 on network f1197517-971a-4a5f-a49f-a10709be2a76 {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:41:25.190053 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] For port 986c901f-00a1-4faf-8ef4-ca31ac77f78b, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:41:25.212256 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] For port 986c901f-00a1-4faf-8ef4-ca31ac77f78b, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=986c901f-00a1-4faf-8ef4-ca31ac77f78b,segment=NetworkSegment(046a5e37-c9bb-4a68-94ed-9e694a152dba),segment_id=046a5e37-c9bb-4a68-94ed-9e694a152dba)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:41:25.223592 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (986c901f-00a1-4faf-8ef4-ca31ac77f78b), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:25.230707 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:41:25.230707 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Checking segment: {'id': 'ef2eabf1-8c44-4815-bb60-ebfaa925c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:41:25.231027 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:25.231481 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Bound using segment: {'id': 'ef2eabf1-8c44-4815-bb60-ebfaa925c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:41:25.232484 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Bound port: c978ff77-4b25-462b-b38f-715b166cb820, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2eabf1-8c44-4815-bb60-ebfaa925c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:41:25.232862 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (c978ff77-4b25-462b-b38f-715b166cb820), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:25.252471 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Router 744e6632-d956-400e-a4a6-3a7e302f1a9b is scheduled to L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 with binding_index 1 {{(pid=106140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 12:41:25.277427 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:25.317561 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:INSERT=5,neutron:UPDATE=2,neutron:SELECT=93 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:25.323162 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85340a9-b453-4062-9f00-cce2c128293d None None] Pushing event updated for resources: {'Port': ['ID=986c901f-00a1-4faf-8ef4-ca31ac77f78b,revision_number=2']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:25.342430 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] For port c978ff77-4b25-462b-b38f-715b166cb820, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:41:25.346257 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] For port c978ff77-4b25-462b-b38f-715b166cb820, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=c978ff77-4b25-462b-b38f-715b166cb820,segment=NetworkSegment(ef2eabf1-8c44-4815-bb60-ebfaa925c833),segment_id=ef2eabf1-8c44-4815-bb60-ebfaa925c833)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:41:25.354982 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (c978ff77-4b25-462b-b38f-715b166cb820), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:25.367755 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:41:25.384661 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:25.387718 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Sync routers for ids ['744e6632-d956-400e-a4a6-3a7e302f1a9b'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:41:25.396585 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Routers {'1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:41:25.397507 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:41:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:41:25.406750 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:25.408554 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Routers {'744e6632-d956-400e-a4a6-3a7e302f1a9b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:41:25.409175 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:41:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['744e6632-d956-400e-a4a6-3a7e302f1a9b'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:41:25.414795 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-ef56d581-3b4b-4957-8e7a-7104c1687421 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5034287 Oct 06 12:41:25.414976 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 60750) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:25.517740 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:25.568544 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Set router 744e6632-d956-400e-a4a6-3a7e302f1a9b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:41:25.615330 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 3c4916be-fc25-4e29-b367-ed3e3877e42a up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:41:25.650954 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676b44d-13a4-4fa9-83f1-68a90ace2df4 None None] Pushing event updated for resources: {'Port': ['ID=c978ff77-4b25-462b-b38f-715b166cb820,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:25.732386 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 3c4916be-fc25-4e29-b367-ed3e3877e42a triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:25.732986 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (3c4916be-fc25-4e29-b367-ed3e3877e42a), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:25.733494 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 3c4916be-fc25-4e29-b367-ed3e3877e42a Oct 06 12:41:25.758606 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] Set router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:41:25.794860 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:25.856827 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'name': 'tempest-TestShelveInstance-2037002927-router', 'tenant_id': '607dba9743514411aa4c3a80595a42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '084cabd6-d3dc-4390-8039-b90ae6bc94e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:23Z', 'updated_at': '2022-10-06T12:41:24Z', 'revision_number': 3, 'project_id': '607dba9743514411aa4c3a80595a42f3', 'gw_port': {'id': '084cabd6-d3dc-4390-8039-b90ae6bc94e0', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:74:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:24Z', 'updated_at': '2022-10-06T12:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:41:25.885028 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Checking router: 744e6632-d956-400e-a4a6-3a7e302f1a9b for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:41:25.885430 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Updating router 744e6632-d956-400e-a4a6-3a7e302f1a9b port 084cabd6-d3dc-4390-8039-b90ae6bc94e0 binding host dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:41:25.924208 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (084cabd6-d3dc-4390-8039-b90ae6bc94e0), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:25.938383 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 3c4916be-fc25-4e29-b367-ed3e3877e42a is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:41:26.027368 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'name': 'tempest-TestShelveInstance-1366732609-router', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:22Z', 'revision_number': 4, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'gw_port': {'id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'c978ff77-4b25-462b-b38f-715b166cb820', 'name': '', 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'mac_address': 'fa:16:3e:48:dc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:21Z', 'updated_at': '2022-10-06T12:41:25Z', 'revision_number': 4, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'subnets': [{'id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:41:26.062450 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecfbf15-19bb-4c1f-b6e7-cbca7a5f447b None None] The sync data for ids ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'] in dv-cinder-856041-2-iscsi is: [{'id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'name': 'tempest-TestShelveInstance-1366732609-router', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:22Z', 'revision_number': 4, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'gw_port': {'id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'c978ff77-4b25-462b-b38f-715b166cb820', 'name': '', 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'mac_address': 'fa:16:3e:48:dc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:21Z', 'updated_at': '2022-10-06T12:41:25Z', 'revision_number': 4, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'subnets': [{'id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:41:26.216961 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:26.283735 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Publish callbacks [] for port (084cabd6-d3dc-4390-8039-b90ae6bc94e0), precommit_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:26.295064 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (084cabd6-d3dc-4390-8039-b90ae6bc94e0), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:26.310707 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:26.339114 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Attempting to bind port 084cabd6-d3dc-4390-8039-b90ae6bc94e0 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:41:26.339498 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Attempting to bind port 084cabd6-d3dc-4390-8039-b90ae6bc94e0 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:41:26.339874 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Attempting to bind port 084cabd6-d3dc-4390-8039-b90ae6bc94e0 on network 3a606d5c-6843-4963-ada6-7bee64b338fb {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:41:26.372568 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932d18df-52c1-4254-a540-b5feae10ebb4 None None] Network 21ff1d41-00a3-4ad2-b861-42f01e0f0529 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:41:26.385789 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:41:26.401121 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625333c-6b5c-41dd-9eb6-813aa5319ba5 None None] Pushing event updated for resources: {'Port': ['ID=084cabd6-d3dc-4390-8039-b90ae6bc94e0,revision_number=2']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:26.408354 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:41:26.408978 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Checking segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:41:26.409763 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:26.410500 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Bound using segment: {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'} {{(pid=106142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:41:26.411404 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.managers [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Bound port: 084cabd6-d3dc-4390-8039-b90ae6bc94e0, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45153aee-578a-4305-b5a1-0ee0eed586fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb'}}] {{(pid=106142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:41:26.412007 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (084cabd6-d3dc-4390-8039-b90ae6bc94e0), before_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:26.433376 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.db_base_plugin_common [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Allocated IP 172.20.0.1 (21ff1d41-00a3-4ad2-b861-42f01e0f0529/9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03/1700ba54-dccc-4835-bafc-dc8cea63ea01) {{(pid=106139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:41:26.465602 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] For port 084cabd6-d3dc-4390-8039-b90ae6bc94e0, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:41:26.470024 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.plugins.ml2.db [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] For port 084cabd6-d3dc-4390-8039-b90ae6bc94e0, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=084cabd6-d3dc-4390-8039-b90ae6bc94e0,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:41:26.471578 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-300fbcb0-5e90-40e2-b450-2b3d043ae8bf None None] Provisioning complete for port 986c901f-00a1-4faf-8ef4-ca31ac77f78b triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:26.472163 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-300fbcb0-5e90-40e2-b450-2b3d043ae8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (986c901f-00a1-4faf-8ef4-ca31ac77f78b), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:26.472839 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-300fbcb0-5e90-40e2-b450-2b3d043ae8bf None None] Attempt 1 to provision port 986c901f-00a1-4faf-8ef4-ca31ac77f78b Oct 06 12:41:26.473579 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:26.479891 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron_lib.callbacks.manager [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (084cabd6-d3dc-4390-8039-b90ae6bc94e0), after_update {{(pid=106142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:26.517920 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Routers {'744e6632-d956-400e-a4a6-3a7e302f1a9b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:41:26.518796 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:41:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['744e6632-d956-400e-a4a6-3a7e302f1a9b'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:41:26.565532 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Publish callbacks [] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:26.603899 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625333c-6b5c-41dd-9eb6-813aa5319ba5 None None] Pushing event updated for resources: {'Port': ['ID=084cabd6-d3dc-4390-8039-b90ae6bc94e0,revision_number=3']} {{(pid=106142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:26.610579 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:26.654677 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-300fbcb0-5e90-40e2-b450-2b3d043ae8bf None None] Current status of the port 986c901f-00a1-4faf-8ef4-ca31ac77f78b is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:41:26.655750 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-300fbcb0-5e90-40e2-b450-2b3d043ae8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (986c901f-00a1-4faf-8ef4-ca31ac77f78b), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:26.658320 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Network 21ff1d41-00a3-4ad2-b861-42f01e0f0529 is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:41:26.669866 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:41:26.674559 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Received port after_create {{(pid=106139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:41:26.679180 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] Set router 744e6632-d956-400e-a4a6-3a7e302f1a9b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:41:26.702965 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:26.707295 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-300fbcb0-5e90-40e2-b450-2b3d043ae8bf None None] For port 986c901f-00a1-4faf-8ef4-ca31ac77f78b, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=986c901f-00a1-4faf-8ef4-ca31ac77f78b,segment=NetworkSegment(046a5e37-c9bb-4a68-94ed-9e694a152dba),segment_id=046a5e37-c9bb-4a68-94ed-9e694a152dba)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:41:26.712092 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Pushing event updated for resources: {'Port': ['ID=1700ba54-dccc-4835-bafc-dc8cea63ea01,revision_number=1']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:26.725903 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-300fbcb0-5e90-40e2-b450-2b3d043ae8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (986c901f-00a1-4faf-8ef4-ca31ac77f78b), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:26.727625 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:26.731295 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665328'] for router_interface (744e6632-d956-400e-a4a6-3a7e302f1a9b), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:26.802262 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fbcb0-5e90-40e2-b450-2b3d043ae8bf None None] Pushing event updated for resources: {'Port': ['ID=986c901f-00a1-4faf-8ef4-ca31ac77f78b,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:26.896243 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), before_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:26.956006 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-8e9b4225-0b05-493b-8109-4a837f0e094b None None] Provisioning complete for port 986c901f-00a1-4faf-8ef4-ca31ac77f78b triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:26.956383 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8e9b4225-0b05-493b-8109-4a837f0e094b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (986c901f-00a1-4faf-8ef4-ca31ac77f78b), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:26.958233 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'name': 'tempest-TestShelveInstance-2037002927-router', 'tenant_id': '607dba9743514411aa4c3a80595a42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '084cabd6-d3dc-4390-8039-b90ae6bc94e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:23Z', 'updated_at': '2022-10-06T12:41:24Z', 'revision_number': 3, 'project_id': '607dba9743514411aa4c3a80595a42f3', 'gw_port': {'id': '084cabd6-d3dc-4390-8039-b90ae6bc94e0', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:74:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:24Z', 'updated_at': '2022-10-06T12:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:41:26.959024 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-8e9b4225-0b05-493b-8109-4a837f0e094b None None] Attempt 1 to provision port 986c901f-00a1-4faf-8ef4-ca31ac77f78b Oct 06 12:41:27.007016 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:27.014346 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259dfdf5-8a04-4594-b46d-d77dbdbe9a16 None None] The sync data for ids ['744e6632-d956-400e-a4a6-3a7e302f1a9b'] in dv-cinder-856041-2-iscsi is: [{'id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'name': 'tempest-TestShelveInstance-2037002927-router', 'tenant_id': '607dba9743514411aa4c3a80595a42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '084cabd6-d3dc-4390-8039-b90ae6bc94e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:23Z', 'updated_at': '2022-10-06T12:41:24Z', 'revision_number': 3, 'project_id': '607dba9743514411aa4c3a80595a42f3', 'gw_port': {'id': '084cabd6-d3dc-4390-8039-b90ae6bc94e0', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:74:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:24Z', 'updated_at': '2022-10-06T12:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:41:27.098336 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b4225-0b05-493b-8109-4a837f0e094b None None] Current status of the port 986c901f-00a1-4faf-8ef4-ca31ac77f78b is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:41:27.129611 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Publish callbacks [] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), precommit_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:27.138413 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4794281'] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), after_update {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:27.214581 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Pushing event updated for resources: {'Port': ['ID=1700ba54-dccc-4835-bafc-dc8cea63ea01,revision_number=2']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:27.217271 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665452'] for router_interface (744e6632-d956-400e-a4a6-3a7e302f1a9b), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:27.221160 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-8d1b7793-a6d7-40ad-a6e6-ad09dcf1fdf0 None None] Provisioning complete for port 1700ba54-dccc-4835-bafc-dc8cea63ea01 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:27.221538 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7793-a6d7-40ad-a6e6-ad09dcf1fdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:27.221866 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-8d1b7793-a6d7-40ad-a6e6-ad09dcf1fdf0 None None] Attempt 1 to provision port 1700ba54-dccc-4835-bafc-dc8cea63ea01 Oct 06 12:41:27.264089 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b7793-a6d7-40ad-a6e6-ad09dcf1fdf0 None None] Port 1700ba54-dccc-4835-bafc-dc8cea63ea01 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:41:27.337090 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Network 21ff1d41-00a3-4ad2-b861-42f01e0f0529 is already hosted by enough agents. {{(pid=106139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:41:27.338501 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.base_scheduler [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:41:27.490424 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Router 744e6632-d956-400e-a4a6-3a7e302f1a9b has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:41:27.560241 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device c978ff77-4b25-462b-b38f-715b166cb820 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:41:27.619051 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port c978ff77-4b25-462b-b38f-715b166cb820 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:27.619537 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (c978ff77-4b25-462b-b38f-715b166cb820), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:27.620112 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port c978ff77-4b25-462b-b38f-715b166cb820 Oct 06 12:41:27.643103 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:41:27.650724 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-013d418c-d0e7-42c8-a4b6-a313e6c83de7 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/744e6632-d956-400e-a4a6-3a7e302f1a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2320952 Oct 06 12:41:27.697790 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:27.719374 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-6d26c326-e5dd-4981-ae7f-aa4364377735 None None] Provisioning complete for port 1700ba54-dccc-4835-bafc-dc8cea63ea01 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:27.719777 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-6d26c326-e5dd-4981-ae7f-aa4364377735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:27.720114 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-6d26c326-e5dd-4981-ae7f-aa4364377735 None None] Attempt 1 to provision port 1700ba54-dccc-4835-bafc-dc8cea63ea01 Oct 06 12:41:27.743242 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port c978ff77-4b25-462b-b38f-715b166cb820 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:41:27.743661 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (c978ff77-4b25-462b-b38f-715b166cb820), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:27.773179 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-6d26c326-e5dd-4981-ae7f-aa4364377735 None None] Port 1700ba54-dccc-4835-bafc-dc8cea63ea01 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:41:27.791626 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port c978ff77-4b25-462b-b38f-715b166cb820, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=c978ff77-4b25-462b-b38f-715b166cb820,segment=NetworkSegment(ef2eabf1-8c44-4815-bb60-ebfaa925c833),segment_id=ef2eabf1-8c44-4815-bb60-ebfaa925c833)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:41:27.799477 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (c978ff77-4b25-462b-b38f-715b166cb820), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:27.800897 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 084cabd6-d3dc-4390-8039-b90ae6bc94e0 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:41:27.883655 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=c978ff77-4b25-462b-b38f-715b166cb820,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:27.895787 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 084cabd6-d3dc-4390-8039-b90ae6bc94e0 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:27.896228 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (084cabd6-d3dc-4390-8039-b90ae6bc94e0), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:27.896630 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 084cabd6-d3dc-4390-8039-b90ae6bc94e0 Oct 06 12:41:27.978914 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 084cabd6-d3dc-4390-8039-b90ae6bc94e0 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:41:27.979327 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (084cabd6-d3dc-4390-8039-b90ae6bc94e0), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.002952 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port 084cabd6-d3dc-4390-8039-b90ae6bc94e0, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=084cabd6-d3dc-4390-8039-b90ae6bc94e0,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:41:28.008138 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (084cabd6-d3dc-4390-8039-b90ae6bc94e0), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.009099 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 986c901f-00a1-4faf-8ef4-ca31ac77f78b up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:41:28.040205 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60758) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:28.045047 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-23f7e19a-5f59-4847-91a7-955f382473d7 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1382183042', 'description': 'tempest-secgroup-smoke-1382183042 description', 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:28.068457 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-23f7e19a-5f59-4847-91a7-955f382473d7 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.092954 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=084cabd6-d3dc-4390-8039-b90ae6bc94e0,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:28.103023 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 986c901f-00a1-4faf-8ef4-ca31ac77f78b triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:28.103404 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (986c901f-00a1-4faf-8ef4-ca31ac77f78b), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.103767 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 986c901f-00a1-4faf-8ef4-ca31ac77f78b Oct 06 12:41:28.145250 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-23f7e19a-5f59-4847-91a7-955f382473d7 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group (3edc3f34-2ae9-4f30-bfc9-4718ffcf3994), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.152377 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-23f7e19a-5f59-4847-91a7-955f382473d7 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (3edc3f34-2ae9-4f30-bfc9-4718ffcf3994), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.185358 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 986c901f-00a1-4faf-8ef4-ca31ac77f78b is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:41:28.186787 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-23f7e19a-5f59-4847-91a7-955f382473d7 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.191423 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-23f7e19a-5f59-4847-91a7-955f382473d7 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1473241 Oct 06 12:41:28.191917 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60760) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:28.195752 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-170fbe00-6308-4cbe-bbc2-65866660a9f0 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Request body: {'security_group_rule': {'security_group_id': '3edc3f34-2ae9-4f30-bfc9-4718ffcf3994', 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:28.201370 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7e19a-5f59-4847-91a7-955f382473d7 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:28.224995 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-170fbe00-6308-4cbe-bbc2-65866660a9f0 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (4cd455c5-6e08-4833-a638-74e9bea21a8b), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.279360 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-170fbe00-6308-4cbe-bbc2-65866660a9f0 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (4cd455c5-6e08-4833-a638-74e9bea21a8b), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.282566 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-170fbe00-6308-4cbe-bbc2-65866660a9f0 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (4cd455c5-6e08-4833-a638-74e9bea21a8b), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.300927 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fbe00-6308-4cbe-bbc2-65866660a9f0 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd455c5-6e08-4833-a638-74e9bea21a8b,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:28.307215 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-170fbe00-6308-4cbe-bbc2-65866660a9f0 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.308413 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-170fbe00-6308-4cbe-bbc2-65866660a9f0 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158950 Oct 06 12:41:28.311170 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60762) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:28.315345 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-8910742f-c7e9-40c1-b11a-ad0eb13f9788 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Request body: {'security_group_rule': {'security_group_id': '3edc3f34-2ae9-4f30-bfc9-4718ffcf3994', 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:28.341311 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8910742f-c7e9-40c1-b11a-ad0eb13f9788 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (dd00fc97-6cb1-453e-a98e-d830c7917576), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.398415 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8910742f-c7e9-40c1-b11a-ad0eb13f9788 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (dd00fc97-6cb1-453e-a98e-d830c7917576), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.402253 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8910742f-c7e9-40c1-b11a-ad0eb13f9788 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (dd00fc97-6cb1-453e-a98e-d830c7917576), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.422042 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910742f-c7e9-40c1-b11a-ad0eb13f9788 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd00fc97-6cb1-453e-a98e-d830c7917576,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:28.429115 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8910742f-c7e9-40c1-b11a-ad0eb13f9788 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.430349 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-8910742f-c7e9-40c1-b11a-ad0eb13f9788 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182339 Oct 06 12:41:28.433035 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60764) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:28.437225 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-9435ce9a-3f5f-47a0-8d10-f09db84db276 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Request body: {'security_group_rule': {'security_group_id': '3edc3f34-2ae9-4f30-bfc9-4718ffcf3994', 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:28.462202 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9435ce9a-3f5f-47a0-8d10-f09db84db276 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (a0d5d910-134f-46b5-b918-4fb4e0826006), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.519939 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9435ce9a-3f5f-47a0-8d10-f09db84db276 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (a0d5d910-134f-46b5-b918-4fb4e0826006), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.523336 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9435ce9a-3f5f-47a0-8d10-f09db84db276 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (a0d5d910-134f-46b5-b918-4fb4e0826006), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.541381 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435ce9a-3f5f-47a0-8d10-f09db84db276 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d5d910-134f-46b5-b918-4fb4e0826006,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:28.550252 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-9435ce9a-3f5f-47a0-8d10-f09db84db276 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.551440 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-9435ce9a-3f5f-47a0-8d10-f09db84db276 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174915 Oct 06 12:41:28.554122 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60766) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:28.558470 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-7a98a3d1-8272-4322-a84c-cd73d86fa96b tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Request body: {'security_group_rule': {'security_group_id': '3edc3f34-2ae9-4f30-bfc9-4718ffcf3994', 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:28.576690 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:28.585777 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7a98a3d1-8272-4322-a84c-cd73d86fa96b tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (74868275-280b-46c6-ac15-2e97d770cb4a), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.627443 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:28.648093 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7a98a3d1-8272-4322-a84c-cd73d86fa96b tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (74868275-280b-46c6-ac15-2e97d770cb4a), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.651559 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7a98a3d1-8272-4322-a84c-cd73d86fa96b tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (74868275-280b-46c6-ac15-2e97d770cb4a), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.667439 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:28.674234 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98a3d1-8272-4322-a84c-cd73d86fa96b tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74868275-280b-46c6-ac15-2e97d770cb4a,revision_number=0']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:28.685757 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7a98a3d1-8272-4322-a84c-cd73d86fa96b tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.687947 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-7a98a3d1-8272-4322-a84c-cd73d86fa96b tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328785 Oct 06 12:41:28.690166 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 60768) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:28.694760 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-7b90b035-0fa9-485c-a5c5-d66bd2e10a02 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Request body: {'security_group_rule': {'security_group_id': '3edc3f34-2ae9-4f30-bfc9-4718ffcf3994', 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:28.702050 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:28.717781 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.securitygroups_db [None req-7b90b035-0fa9-485c-a5c5-d66bd2e10a02 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Project b094fe65c1d94c368068f0ebd9eee85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 12:41:28.724500 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7b90b035-0fa9-485c-a5c5-d66bd2e10a02 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (cf16c97d-0be1-4fd0-a183-6756e126da42), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.783334 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7b90b035-0fa9-485c-a5c5-d66bd2e10a02 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (cf16c97d-0be1-4fd0-a183-6756e126da42), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.787245 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7b90b035-0fa9-485c-a5c5-d66bd2e10a02 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (cf16c97d-0be1-4fd0-a183-6756e126da42), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.805471 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90b035-0fa9-485c-a5c5-d66bd2e10a02 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf16c97d-0be1-4fd0-a183-6756e126da42,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:28.813930 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-7b90b035-0fa9-485c-a5c5-d66bd2e10a02 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.817630 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-7b90b035-0fa9-485c-a5c5-d66bd2e10a02 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239624 Oct 06 12:41:28.817858 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 60770) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:41:28.822170 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.v2.base [None req-bac5abbe-cb22-43d5-9521-0a0e9a0c7b0c tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Request body: {'security_group_rule': {'security_group_id': '3edc3f34-2ae9-4f30-bfc9-4718ffcf3994', 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:28.841592 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.db.securitygroups_db [None req-bac5abbe-cb22-43d5-9521-0a0e9a0c7b0c tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Project b094fe65c1d94c368068f0ebd9eee85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 12:41:28.845335 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:28.848228 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bac5abbe-cb22-43d5-9521-0a0e9a0c7b0c tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (39be29b0-febf-4f62-a303-31d8e3a930a4), before_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.913827 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bac5abbe-cb22-43d5-9521-0a0e9a0c7b0c tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (39be29b0-febf-4f62-a303-31d8e3a930a4), precommit_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.917060 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bac5abbe-cb22-43d5-9521-0a0e9a0c7b0c tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593719'] for security_group_rule (39be29b0-febf-4f62-a303-31d8e3a930a4), after_create {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.935686 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5abbe-cb22-43d5-9521-0a0e9a0c7b0c tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39be29b0-febf-4f62-a303-31d8e3a930a4,revision_number=0']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:28.942994 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-bac5abbe-cb22-43d5-9521-0a0e9a0c7b0c tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:28.944194 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-bac5abbe-cb22-43d5-9521-0a0e9a0c7b0c tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254218 Oct 06 12:41:29.462459 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Sync routers for ids ['744e6632-d956-400e-a4a6-3a7e302f1a9b'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:41:29.472614 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device c978ff77-4b25-462b-b38f-715b166cb820 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:41:29.495445 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Routers {'744e6632-d956-400e-a4a6-3a7e302f1a9b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:41:29.496087 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:41:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['744e6632-d956-400e-a4a6-3a7e302f1a9b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:41:29.596161 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port c978ff77-4b25-462b-b38f-715b166cb820 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:29.596538 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (c978ff77-4b25-462b-b38f-715b166cb820), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:29.596875 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port c978ff77-4b25-462b-b38f-715b166cb820 Oct 06 12:41:29.642849 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Set router 744e6632-d956-400e-a4a6-3a7e302f1a9b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:41:29.672531 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:29.935076 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port c978ff77-4b25-462b-b38f-715b166cb820 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:41:29.936157 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 084cabd6-d3dc-4390-8039-b90ae6bc94e0 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:41:30.032849 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 084cabd6-d3dc-4390-8039-b90ae6bc94e0 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:30.033194 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (084cabd6-d3dc-4390-8039-b90ae6bc94e0), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:30.033534 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 084cabd6-d3dc-4390-8039-b90ae6bc94e0 Oct 06 12:41:30.067916 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'name': 'tempest-TestShelveInstance-2037002927-router', 'tenant_id': '607dba9743514411aa4c3a80595a42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '084cabd6-d3dc-4390-8039-b90ae6bc94e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:23Z', 'updated_at': '2022-10-06T12:41:26Z', 'revision_number': 4, 'project_id': '607dba9743514411aa4c3a80595a42f3', 'gw_port': {'id': '084cabd6-d3dc-4390-8039-b90ae6bc94e0', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:24Z', 'updated_at': '2022-10-06T12:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': '1700ba54-dccc-4835-bafc-dc8cea63ea01', 'name': '', 'network_id': '21ff1d41-00a3-4ad2-b861-42f01e0f0529', 'tenant_id': '607dba9743514411aa4c3a80595a42f3', 'mac_address': 'fa:16:3e:39:a9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:26Z', 'updated_at': '2022-10-06T12:41:26Z', 'revision_number': 2, 'project_id': '607dba9743514411aa4c3a80595a42f3', 'subnets': [{'id': '9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:41:30.103353 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Checking router: 744e6632-d956-400e-a4a6-3a7e302f1a9b for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:41:30.103730 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Updating router 744e6632-d956-400e-a4a6-3a7e302f1a9b port 1700ba54-dccc-4835-bafc-dc8cea63ea01 binding host dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 12:41:30.137013 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:30.213872 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 084cabd6-d3dc-4390-8039-b90ae6bc94e0 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:41:30.381250 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=100 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:30.427852 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Publish callbacks [] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), precommit_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:30.432802 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:30.513553 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3653f7-4b77-4b01-bb93-3af1e6d8e587 None None] Pushing event updated for resources: {'Port': ['ID=1700ba54-dccc-4835-bafc-dc8cea63ea01,revision_number=3']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:30.528274 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Attempting to bind port 1700ba54-dccc-4835-bafc-dc8cea63ea01 on host dv-cinder-856041-2-iscsi for vnic_type normal with profile {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:41:30.528630 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Attempting to bind port 1700ba54-dccc-4835-bafc-dc8cea63ea01 by drivers openvswitch,hyperv on host dv-cinder-856041-2-iscsi at level 0 using segments [{'id': '046a5e37-c9bb-4a68-94ed-9e694a152dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '21ff1d41-00a3-4ad2-b861-42f01e0f0529'}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:41:30.529034 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Attempting to bind port 1700ba54-dccc-4835-bafc-dc8cea63ea01 on network 21ff1d41-00a3-4ad2-b861-42f01e0f0529 {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:41:30.557497 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:30.572421 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Checking agent: {'id': '10ab1481-0468-4c0d-a1b9-aa4aa10c8559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 13, 24), 'started_at': datetime.datetime(2022, 10, 6, 12, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:41:30.572796 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Checking segment: {'id': '046a5e37-c9bb-4a68-94ed-9e694a152dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '21ff1d41-00a3-4ad2-b861-42f01e0f0529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:41:30.573191 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:30.573575 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Bound using segment: {'id': '046a5e37-c9bb-4a68-94ed-9e694a152dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '21ff1d41-00a3-4ad2-b861-42f01e0f0529'} {{(pid=106141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:41:30.574038 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.managers [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Bound port: 1700ba54-dccc-4835-bafc-dc8cea63ea01, host: dv-cinder-856041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046a5e37-c9bb-4a68-94ed-9e694a152dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '21ff1d41-00a3-4ad2-b861-42f01e0f0529'}}] {{(pid=106141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:41:30.574410 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:30.635453 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] For port 1700ba54-dccc-4835-bafc-dc8cea63ea01, host dv-cinder-856041-2-iscsi, cleared binding levels {{(pid=106141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:41:30.638929 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] For port 1700ba54-dccc-4835-bafc-dc8cea63ea01, host dv-cinder-856041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=1700ba54-dccc-4835-bafc-dc8cea63ea01,segment=NetworkSegment(046a5e37-c9bb-4a68-94ed-9e694a152dba),segment_id=046a5e37-c9bb-4a68-94ed-9e694a152dba)] {{(pid=106141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:41:30.644693 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:30.686678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Routers {'744e6632-d956-400e-a4a6-3a7e302f1a9b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:41:30.687323 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:41:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['744e6632-d956-400e-a4a6-3a7e302f1a9b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:41:30.742682 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3653f7-4b77-4b01-bb93-3af1e6d8e587 None None] Pushing event updated for resources: {'Port': ['ID=1700ba54-dccc-4835-bafc-dc8cea63ea01,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:30.806954 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] Set router 744e6632-d956-400e-a4a6-3a7e302f1a9b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:41:30.995400 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'name': 'tempest-TestShelveInstance-2037002927-router', 'tenant_id': '607dba9743514411aa4c3a80595a42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '084cabd6-d3dc-4390-8039-b90ae6bc94e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:23Z', 'updated_at': '2022-10-06T12:41:26Z', 'revision_number': 4, 'project_id': '607dba9743514411aa4c3a80595a42f3', 'gw_port': {'id': '084cabd6-d3dc-4390-8039-b90ae6bc94e0', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:24Z', 'updated_at': '2022-10-06T12:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': '1700ba54-dccc-4835-bafc-dc8cea63ea01', 'name': '', 'network_id': '21ff1d41-00a3-4ad2-b861-42f01e0f0529', 'tenant_id': '607dba9743514411aa4c3a80595a42f3', 'mac_address': 'fa:16:3e:39:a9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:26Z', 'updated_at': '2022-10-06T12:41:30Z', 'revision_number': 4, 'project_id': '607dba9743514411aa4c3a80595a42f3', 'subnets': [{'id': '9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:41:31.019879 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29414d-4e3c-4cea-a914-84b0306a8d4f None None] The sync data for ids ['744e6632-d956-400e-a4a6-3a7e302f1a9b'] in dv-cinder-856041-2-iscsi is: [{'id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'name': 'tempest-TestShelveInstance-2037002927-router', 'tenant_id': '607dba9743514411aa4c3a80595a42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '084cabd6-d3dc-4390-8039-b90ae6bc94e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:23Z', 'updated_at': '2022-10-06T12:41:26Z', 'revision_number': 4, 'project_id': '607dba9743514411aa4c3a80595a42f3', 'gw_port': {'id': '084cabd6-d3dc-4390-8039-b90ae6bc94e0', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:24Z', 'updated_at': '2022-10-06T12:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': '1700ba54-dccc-4835-bafc-dc8cea63ea01', 'name': '', 'network_id': '21ff1d41-00a3-4ad2-b861-42f01e0f0529', 'tenant_id': '607dba9743514411aa4c3a80595a42f3', 'mac_address': 'fa:16:3e:39:a9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:26Z', 'updated_at': '2022-10-06T12:41:30Z', 'revision_number': 4, 'project_id': '607dba9743514411aa4c3a80595a42f3', 'subnets': [{'id': '9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:41:31.452367 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 1700ba54-dccc-4835-bafc-dc8cea63ea01 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:41:31.507236 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 1700ba54-dccc-4835-bafc-dc8cea63ea01 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:31.507647 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:31.507984 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 1700ba54-dccc-4835-bafc-dc8cea63ea01 Oct 06 12:41:31.588796 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 1700ba54-dccc-4835-bafc-dc8cea63ea01 is: DOWN; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:41:31.589900 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:31.608690 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:31.625206 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] For port 1700ba54-dccc-4835-bafc-dc8cea63ea01, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=1700ba54-dccc-4835-bafc-dc8cea63ea01,segment=NetworkSegment(046a5e37-c9bb-4a68-94ed-9e694a152dba),segment_id=046a5e37-c9bb-4a68-94ed-9e694a152dba)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:41:31.628650 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:31.677678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Pushing event updated for resources: {'Port': ['ID=1700ba54-dccc-4835-bafc-dc8cea63ea01,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:33.448105 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 1700ba54-dccc-4835-bafc-dc8cea63ea01 up at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:41:33.492178 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Provisioning complete for port 1700ba54-dccc-4835-bafc-dc8cea63ea01 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:33.492553 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:33.492887 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Attempt 1 to provision port 1700ba54-dccc-4835-bafc-dc8cea63ea01 Oct 06 12:41:33.566398 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Current status of the port 1700ba54-dccc-4835-bafc-dc8cea63ea01 is: ACTIVE; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:41:36.951978 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:36.967937 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=36 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:37.327107 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:38.677907 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:38.929139 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=11,neutron:INSERT=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:38.936116 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:47.321149 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:47.323054 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:48.777678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-3da87396-9efa-4ad1-a566-49eafd9738e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:50.621564 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-63ab1e7b-ea16-4f8b-a171-ae73b62eeb96 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1382183042&fields=id&tenant_id=b094fe65c1d94c368068f0ebd9eee85a HTTP/1.1" status: 200 len: 267 time: 0.0432568 Oct 06 12:41:50.728243 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-976b3ff7-c89b-4e48-9cac-fe982b87a9b4 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:50.729680 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-976b3ff7-c89b-4e48-9cac-fe982b87a9b4 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/networks?id=f1197517-971a-4a5f-a49f-a10709be2a76 HTTP/1.1" status: 200 len: 809 time: 0.1012986 Oct 06 12:41:50.744843 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-f9ecfcd9-491d-432f-b400-0aa9f663d83c tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/quotas/b094fe65c1d94c368068f0ebd9eee85a HTTP/1.1" status: 200 len: 375 time: 0.0092590 Oct 06 12:41:50.793481 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-03f869c9-aa57-46a8-b68a-fae4ac71e7af tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=b094fe65c1d94c368068f0ebd9eee85a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433598 Oct 06 12:41:50.981492 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-08eab82e-8c21-4b9a-a6e5-40bcf44a0975 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765323 Oct 06 12:41:51.069456 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-1c0ae5bd-c3e7-463b-86e5-b8fc3b680c1e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816896 Oct 06 12:41:51.083709 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9b080c9a-3c06-4d04-a76f-40300c0443db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:51.367632 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9b73d116-4e16-455e-8638-4cd4ae5c3014 req-2681cd77-1145-4de1-83c7-4008d4a92c04 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 210 time: 0.0316408 Oct 06 12:41:52.166749 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:52.643590 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6c5e813e-e730-40f1-a165-d1a6d50cd6cc req-e02ea9c9-caec-4eb1-ae75-e8b12f1e4d46 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 210 time: 0.0531819 Oct 06 12:41:52.693418 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-a3d8b041-0d67-449e-8f4c-712b3a61f910 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:52.694823 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-a3d8b041-0d67-449e-8f4c-712b3a61f910 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.23 "GET /networking/v2.0/networks?id=f1197517-971a-4a5f-a49f-a10709be2a76 HTTP/1.1" status: 200 len: 809 time: 0.3645823 Oct 06 12:41:52.766515 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-35ffa2a3-e0e1-4e4c-bce8-90ed2a9619d0 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b094fe65c1d94c368068f0ebd9eee85a HTTP/1.1" status: 200 len: 380 time: 0.0571091 Oct 06 12:41:52.774988 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-5cf7fee7-6fd9-4914-8d16-84091a1c750f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Request body: {'port': {'device_id': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'admin_state_up': True, 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'security_groups': ['3edc3f34-2ae9-4f30-bfc9-4718ffcf3994']}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:52.881000 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-5cf7fee7-6fd9-4914-8d16-84091a1c750f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Made reservation on behalf of b094fe65c1d94c368068f0ebd9eee85a for: {'port': 1} {{(pid=106140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 12:41:52.885195 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-5cf7fee7-6fd9-4914-8d16-84091a1c750f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:53.028037 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-5cf7fee7-6fd9-4914-8d16-84091a1c750f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Allocated IP 172.20.0.6 (f1197517-971a-4a5f-a49f-a10709be2a76/a1b5a648-e07b-46bd-849c-12532e4dbe85/41749e41-d1ee-434e-9155-2c18daa44737) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:41:53.085468 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:53.123780 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:53.179410 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-5cf7fee7-6fd9-4914-8d16-84091a1c750f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for port (41749e41-d1ee-434e-9155-2c18daa44737), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:53.211392 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-5cf7fee7-6fd9-4914-8d16-84091a1c750f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (41749e41-d1ee-434e-9155-2c18daa44737), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:53.257081 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-5cf7fee7-6fd9-4914-8d16-84091a1c750f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Network f1197517-971a-4a5f-a49f-a10709be2a76 is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:41:53.260563 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-5cf7fee7-6fd9-4914-8d16-84091a1c750f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:41:53.264217 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-5cf7fee7-6fd9-4914-8d16-84091a1c750f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:41:53.293762 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7fee7-6fd9-4914-8d16-84091a1c750f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Pushing event updated for resources: {'Port': ['ID=41749e41-d1ee-434e-9155-2c18daa44737,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:53.326663 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-5cf7fee7-6fd9-4914-8d16-84091a1c750f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:53.327317 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-5cf7fee7-6fd9-4914-8d16-84091a1c750f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:53.344232 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-5cf7fee7-6fd9-4914-8d16-84091a1c750f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5726788 Oct 06 12:41:53.362960 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Request body: {'port': {'device_id': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85604'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:41:53.426697 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (41749e41-d1ee-434e-9155-2c18daa44737), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:53.437199 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-61d58acb-ad55-459f-b935-07b53fd545d1 None None] Provisioning complete for port 41749e41-d1ee-434e-9155-2c18daa44737 triggered by entity DHCP. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:41:53.437743 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-61d58acb-ad55-459f-b935-07b53fd545d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (41749e41-d1ee-434e-9155-2c18daa44737), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:53.438018 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-61d58acb-ad55-459f-b935-07b53fd545d1 None None] Attempt 1 to provision port 41749e41-d1ee-434e-9155-2c18daa44737 Oct 06 12:41:53.469064 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-61d58acb-ad55-459f-b935-07b53fd545d1 None None] Port 41749e41-d1ee-434e-9155-2c18daa44737 cannot update to ACTIVE because it is not bound. {{(pid=106141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 12:41:53.669804 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:53.677054 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41749e41-d1ee-434e-9155-2c18daa44737 {{(pid=106140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:41:53.684648 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Publish callbacks [] for port (41749e41-d1ee-434e-9155-2c18daa44737), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:53.697758 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.provisioning_blocks [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Transition to ACTIVE for port object 41749e41-d1ee-434e-9155-2c18daa44737 will not be triggered until provisioned by entity L2. {{(pid=106140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 12:41:53.701434 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (41749e41-d1ee-434e-9155-2c18daa44737), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:53.791809 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:53.817989 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Pushing event updated for resources: {'Port': ['ID=41749e41-d1ee-434e-9155-2c18daa44737,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:53.832481 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d583b1-0c6c-4dba-9985-c4498e3efc34 req-ee0c665a-ef78-428e-b697-c03559c065ba tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:53.833944 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-14d583b1-0c6c-4dba-9985-c4498e3efc34 req-ee0c665a-ef78-428e-b697-c03559c065ba tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 943 time: 0.1095426 Oct 06 12:41:53.882934 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Attempting to bind port 41749e41-d1ee-434e-9155-2c18daa44737 on host hv-cinder-85604 for vnic_type normal with profile {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 12:41:53.883265 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Attempting to bind port 41749e41-d1ee-434e-9155-2c18daa44737 by drivers openvswitch,hyperv on host hv-cinder-85604 at level 0 using segments [{'id': 'ef2eabf1-8c44-4815-bb60-ebfaa925c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76'}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 12:41:53.883618 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Attempting to bind port 41749e41-d1ee-434e-9155-2c18daa44737 on network f1197517-971a-4a5f-a49f-a10709be2a76 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:41:53.908823 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:53.924259 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-14d583b1-0c6c-4dba-9985-c4498e3efc34 req-b94a1194-b498-4d1b-95fd-180f7f3ba267 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842276 Oct 06 12:41:53.926355 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:53.944388 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Port 41749e41-d1ee-434e-9155-2c18daa44737 on network f1197517-971a-4a5f-a49f-a10709be2a76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85604 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 12:41:53.944717 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Attempting to bind port 41749e41-d1ee-434e-9155-2c18daa44737 on network f1197517-971a-4a5f-a49f-a10709be2a76 {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 12:41:53.991934 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Checking agent: {'id': '7055d63c-11c4-4d9b-a198-40e9623997d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85604', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'started_at': datetime.datetime(2022, 10, 6, 12, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 12, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 12:41:53.992270 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Checking segment: {'id': 'ef2eabf1-8c44-4815-bb60-ebfaa925c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 12:41:53.992807 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Bound using segment: {'id': 'ef2eabf1-8c44-4815-bb60-ebfaa925c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76'} {{(pid=106140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 12:41:53.993242 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.managers [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Bound port: 41749e41-d1ee-434e-9155-2c18daa44737, host: hv-cinder-85604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2eabf1-8c44-4815-bb60-ebfaa925c833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76'}}] {{(pid=106140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 12:41:53.993606 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (41749e41-d1ee-434e-9155-2c18daa44737), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:54.076912 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] For port 41749e41-d1ee-434e-9155-2c18daa44737, host hv-cinder-85604, cleared binding levels {{(pid=106140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 12:41:54.080022 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] For port 41749e41-d1ee-434e-9155-2c18daa44737, host hv-cinder-85604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=41749e41-d1ee-434e-9155-2c18daa44737,segment=NetworkSegment(ef2eabf1-8c44-4815-bb60-ebfaa925c833),segment_id=ef2eabf1-8c44-4815-bb60-ebfaa925c833)] {{(pid=106140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 12:41:54.087052 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (41749e41-d1ee-434e-9155-2c18daa44737), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:54.091107 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:54.092474 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:41:54.093958 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/41749e41-d1ee-434e-9155-2c18daa44737 HTTP/1.1" status: 200 len: 1093 time: 0.7358830 Oct 06 12:41:54.096576 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'tag': '41749e41-d1ee-434e-9155-2c18daa44737'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:41:54.099602 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a8bbc9-197d-4898-b5af-8e796084c75c" -d '{"events": [{"name": "network-changed", "server_uuid": "62ba6131-e3ae-4a48-bc05-0f9e2f144cd1", "tag": "41749e41-d1ee-434e-9155-2c18daa44737"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:41:54.153205 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa5ece1-8d7a-46fa-a33c-7ea0cb6b519d x-openstack-request-id: req-3aa5ece1-8d7a-46fa-a33c-7ea0cb6b519d {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:41:54.153488 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ba6131-e3ae-4a48-bc05-0f9e2f144cd1", "tag": "41749e41-d1ee-434e-9155-2c18daa44737", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:41:54.153745 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3aa5ece1-8d7a-46fa-a33c-7ea0cb6b519d {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:41:54.154136 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa5ece1-8d7a-46fa-a33c-7ea0cb6b519d'] response: {'name': 'network-changed', 'server_uuid': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'tag': '41749e41-d1ee-434e-9155-2c18daa44737', 'status': 'completed', 'code': 200} Oct 06 12:41:54.164350 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b4197-ee55-4b1e-9e3d-a0f3ea58af8c service neutron] Pushing event updated for resources: {'Port': ['ID=41749e41-d1ee-434e-9155-2c18daa44737,revision_number=3']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:41:54.216896 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-70e2975c-1ef2-4ee8-8d21-5619395bad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:54.218435 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-70e2975c-1ef2-4ee8-8d21-5619395bad23 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b094fe65c1d94c368068f0ebd9eee85a&device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 1127 time: 0.0421603 Oct 06 12:41:54.264822 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-2115c467-4aa6-4c63-b054-51b5d5eb6e9f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41749e41-d1ee-434e-9155-2c18daa44737 HTTP/1.1" status: 200 len: 217 time: 0.0324347 Oct 06 12:41:54.322377 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-3f1dced7-8230-4474-8f81-37d26b3b5b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:54.323810 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-3f1dced7-8230-4474-8f81-37d26b3b5b1e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a1b5a648-e07b-46bd-849c-12532e4dbe85 HTTP/1.1" status: 200 len: 848 time: 0.0529413 Oct 06 12:41:54.365979 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-979f836d-3d1a-480c-8a8d-9aeb5c0cf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:54.367417 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-979f836d-3d1a-480c-8a8d-9aeb5c0cf560 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f1197517-971a-4a5f-a49f-a10709be2a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374990 Oct 06 12:41:54.457491 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-4a5f9acd-3137-4165-a6ad-1dae17c224d0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837054 Oct 06 12:41:54.544295 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5ec9da06-179d-42fd-8156-080ab2a87174 req-86800e59-79ed-4a7b-a8d1-62250371dab2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813284 Oct 06 12:41:55.042845 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b91106-0d78-44d2-bb06-0f548ab819d5 req-b950b98a-a708-4b51-9200-5304f12c78dd tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:55.044278 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c8b91106-0d78-44d2-bb06-0f548ab819d5 req-b950b98a-a708-4b51-9200-5304f12c78dd tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 943 time: 0.0462251 Oct 06 12:41:55.095445 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c8b91106-0d78-44d2-bb06-0f548ab819d5 req-7d29876a-f51b-4882-9775-63eb6b0d307e tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456681 Oct 06 12:41:55.416265 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8bbc9-197d-4898-b5af-8e796084c75c req-25107d94-d827-452a-8943-a94d52e76564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:55.417743 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e8a8bbc9-197d-4898-b5af-8e796084c75c req-25107d94-d827-452a-8943-a94d52e76564 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b094fe65c1d94c368068f0ebd9eee85a&device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 1127 time: 0.0395629 Oct 06 12:41:55.508608 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8bbc9-197d-4898-b5af-8e796084c75c req-d8c8330a-713a-4215-bf87-81afdf4c4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:55.509981 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e8a8bbc9-197d-4898-b5af-8e796084c75c req-d8c8330a-713a-4215-bf87-81afdf4c4f50 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=f1197517-971a-4a5f-a49f-a10709be2a76 HTTP/1.1" status: 200 len: 910 time: 0.0853648 Oct 06 12:41:55.551988 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e8a8bbc9-197d-4898-b5af-8e796084c75c req-174778ce-a505-4b76-ad79-02a96b928c6d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41749e41-d1ee-434e-9155-2c18daa44737 HTTP/1.1" status: 200 len: 217 time: 0.0348051 Oct 06 12:41:55.597608 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8bbc9-197d-4898-b5af-8e796084c75c req-edc7ffdc-857b-4781-9d11-7c39a1d2f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:55.598987 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e8a8bbc9-197d-4898-b5af-8e796084c75c req-edc7ffdc-857b-4781-9d11-7c39a1d2f50a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a1b5a648-e07b-46bd-849c-12532e4dbe85 HTTP/1.1" status: 200 len: 848 time: 0.0417874 Oct 06 12:41:55.640322 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8bbc9-197d-4898-b5af-8e796084c75c req-ae7d7cb5-8c72-4a4a-96a5-8d1bfc042a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:55.641727 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e8a8bbc9-197d-4898-b5af-8e796084c75c req-ae7d7cb5-8c72-4a4a-96a5-8d1bfc042a6f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f1197517-971a-4a5f-a49f-a10709be2a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373411 Oct 06 12:41:55.697618 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:55.732647 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e8a8bbc9-197d-4898-b5af-8e796084c75c req-b473db86-1ea5-4a9d-bc21-18e51c51d68d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846751 Oct 06 12:41:55.745487 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:41:55.821896 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e8a8bbc9-197d-4898-b5af-8e796084c75c req-1212486b-34aa-47e5-86e0-128511da5c39 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833809 Oct 06 12:41:56.221988 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ab30a-ee95-452b-8227-fe00b8d4cffb req-d5aa503c-dd73-48b6-9194-d2ff73d1bba4 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:56.223413 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-229ab30a-ee95-452b-8227-fe00b8d4cffb req-d5aa503c-dd73-48b6-9194-d2ff73d1bba4 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 943 time: 0.0489180 Oct 06 12:41:56.271276 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-229ab30a-ee95-452b-8227-fe00b8d4cffb req-fedb997e-cc99-454b-89fa-b2393554a10c tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423334 Oct 06 12:41:57.389536 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed88dc-3cc6-42fc-8da5-2991bc5c7cda req-7e7733ad-fbc4-4b3d-a2be-d7d6aa92eb55 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:57.390710 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d0ed88dc-3cc6-42fc-8da5-2991bc5c7cda req-7e7733ad-fbc4-4b3d-a2be-d7d6aa92eb55 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 943 time: 0.0460079 Oct 06 12:41:57.439603 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d0ed88dc-3cc6-42fc-8da5-2991bc5c7cda req-32ca6623-c7ac-476b-ad98-4e65e1ed2a25 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433469 Oct 06 12:41:58.559406 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123e3c8-ed0a-4ec3-b1eb-5fe6d4cfbd25 req-fc164a7a-adae-41bd-ab21-9e62ca748db4 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:58.560842 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5123e3c8-ed0a-4ec3-b1eb-5fe6d4cfbd25 req-fc164a7a-adae-41bd-ab21-9e62ca748db4 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 943 time: 0.0484185 Oct 06 12:41:58.608706 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5123e3c8-ed0a-4ec3-b1eb-5fe6d4cfbd25 req-56d9c8b9-8d63-4143-9197-dd8f6f9d0425 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412676 Oct 06 12:41:59.725159 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358571c9-a255-477a-9e03-0b9ec193e3a2 req-9dc69497-0f54-4350-aa1c-e4148146aa46 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:41:59.726589 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-358571c9-a255-477a-9e03-0b9ec193e3a2 req-9dc69497-0f54-4350-aa1c-e4148146aa46 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 943 time: 0.0457795 Oct 06 12:41:59.773888 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-358571c9-a255-477a-9e03-0b9ec193e3a2 req-1770cf93-65ad-476c-b6cd-17f3f001edfc tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419114 Oct 06 12:42:00.892620 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f3b69-2e02-4d29-801f-59f55cece7b8 req-3b04f63b-7e39-4019-80aa-9a97fcb9c4c8 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:00.894077 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ab5f3b69-2e02-4d29-801f-59f55cece7b8 req-3b04f63b-7e39-4019-80aa-9a97fcb9c4c8 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 943 time: 0.0459886 Oct 06 12:42:00.945367 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-ab5f3b69-2e02-4d29-801f-59f55cece7b8 req-10d78738-852e-4842-b2f4-225c683dd57a tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458779 Oct 06 12:42:02.064404 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ae6de-9603-4f96-87b4-1222bb208f7e req-f8d4ff0f-311f-475e-91d5-c702c054354a tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:02.065822 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c12ae6de-9603-4f96-87b4-1222bb208f7e req-f8d4ff0f-311f-475e-91d5-c702c054354a tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 943 time: 0.0458317 Oct 06 12:42:02.113017 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-c12ae6de-9603-4f96-87b4-1222bb208f7e req-1498e890-5a4c-48d1-9186-2e7b635c266a tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417600 Oct 06 12:42:03.214534 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 41749e41-d1ee-434e-9155-2c18daa44737 details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:42:03.237488 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87ff6e-77f2-4b6c-bd39-5960214613cf req-3c801820-989c-4357-b647-11acf8863079 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:03.238963 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8c87ff6e-77f2-4b6c-bd39-5960214613cf req-3c801820-989c-4357-b647-11acf8863079 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 943 time: 0.0460081 Oct 06 12:42:03.289016 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8c87ff6e-77f2-4b6c-bd39-5960214613cf req-18319c7a-330c-473d-a46d-b1022f37757d tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440757 Oct 06 12:42:03.316175 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 41749e41-d1ee-434e-9155-2c18daa44737, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=41749e41-d1ee-434e-9155-2c18daa44737,segment=NetworkSegment(ef2eabf1-8c44-4815-bb60-ebfaa925c833),segment_id=ef2eabf1-8c44-4815-bb60-ebfaa925c833)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:42:03.327028 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '41749e41-d1ee-434e-9155-2c18daa44737', 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'port_id': '41749e41-d1ee-434e-9155-2c18daa44737', 'mac_address': 'fa:16:3e:c4:d7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:42:03.361491 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 41749e41-d1ee-434e-9155-2c18daa44737 is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:42:03.361881 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (41749e41-d1ee-434e-9155-2c18daa44737), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:03.378404 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41749e41-d1ee-434e-9155-2c18daa44737 {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:42:03.379471 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:42:03.397995 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 41749e41-d1ee-434e-9155-2c18daa44737, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=41749e41-d1ee-434e-9155-2c18daa44737,segment=NetworkSegment(ef2eabf1-8c44-4815-bb60-ebfaa925c833),segment_id=ef2eabf1-8c44-4815-bb60-ebfaa925c833)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:42:03.402037 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (41749e41-d1ee-434e-9155-2c18daa44737), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:03.447285 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=41749e41-d1ee-434e-9155-2c18daa44737,revision_number=4']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:42:03.763067 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['41749e41-d1ee-434e-9155-2c18daa44737'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:42:04.415943 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53a62b-f7ae-46ea-aaae-97e6d4766743 req-eba48c77-e069-40d8-bee9-ed91fd3b31fa tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:04.417393 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cb53a62b-f7ae-46ea-aaae-97e6d4766743 req-eba48c77-e069-40d8-bee9-ed91fd3b31fa tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 944 time: 0.0494015 Oct 06 12:42:04.465808 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-cb53a62b-f7ae-46ea-aaae-97e6d4766743 req-d556fc57-7c6c-4b37-9822-03423ed4c56d tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423555 Oct 06 12:42:05.225064 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 41749e41-d1ee-434e-9155-2c18daa44737 up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:42:05.268470 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning for port 41749e41-d1ee-434e-9155-2c18daa44737 completed by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 12:42:05.269354 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:05.274145 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 41749e41-d1ee-434e-9155-2c18daa44737 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:42:05.274683 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (41749e41-d1ee-434e-9155-2c18daa44737), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:05.275017 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 41749e41-d1ee-434e-9155-2c18daa44737 Oct 06 12:42:05.317023 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:05.337319 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:05.350953 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 41749e41-d1ee-434e-9155-2c18daa44737 is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:42:05.351341 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (41749e41-d1ee-434e-9155-2c18daa44737), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:05.373929 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41749e41-d1ee-434e-9155-2c18daa44737'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:42:05.377298 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f57c9f3-8d61-459d-a1f0-9e4dc148a427" -d '{"events": [{"server_uuid": "62ba6131-e3ae-4a48-bc05-0f9e2f144cd1", "name": "network-vif-plugged", "status": "completed", "tag": "41749e41-d1ee-434e-9155-2c18daa44737"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:42:05.389590 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 41749e41-d1ee-434e-9155-2c18daa44737, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=41749e41-d1ee-434e-9155-2c18daa44737,segment=NetworkSegment(ef2eabf1-8c44-4815-bb60-ebfaa925c833),segment_id=ef2eabf1-8c44-4815-bb60-ebfaa925c833)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:42:05.393639 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (41749e41-d1ee-434e-9155-2c18daa44737), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:05.419401 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc6a35e-bc99-4195-a380-26f66c3a0739 x-openstack-request-id: req-3fc6a35e-bc99-4195-a380-26f66c3a0739 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:42:05.419710 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ba6131-e3ae-4a48-bc05-0f9e2f144cd1", "name": "network-vif-plugged", "status": "completed", "tag": "41749e41-d1ee-434e-9155-2c18daa44737", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:42:05.419960 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3fc6a35e-bc99-4195-a380-26f66c3a0739 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:42:05.420342 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc6a35e-bc99-4195-a380-26f66c3a0739'] response: {'server_uuid': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41749e41-d1ee-434e-9155-2c18daa44737', 'code': 200} Oct 06 12:42:05.443407 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=41749e41-d1ee-434e-9155-2c18daa44737,revision_number=5']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:42:05.450240 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:42:05.450585 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:42:05.450947 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:42:05.451279 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:42:05.451633 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:42:05.451954 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:42:05.452275 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:42:05.452635 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:42:05.452984 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:42:05.453305 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:42:05.453626 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:42:05.453946 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:42:05.454267 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:42:05.454576 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:42:05.454918 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:42:05.586709 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0493ef-6258-45d9-8d26-71f54ca5df67 req-8d80cbb7-3a50-4b0c-a52a-93c6a4077210 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:05.588210 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2d0493ef-6258-45d9-8d26-71f54ca5df67 req-8d80cbb7-3a50-4b0c-a52a-93c6a4077210 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0477955 Oct 06 12:42:05.663481 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2d0493ef-6258-45d9-8d26-71f54ca5df67 req-16224755-ac4c-490e-8189-7af4040529d0 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690825 Oct 06 12:42:05.665760 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:05.671269 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d344223-32b5-4a0c-ac91-b7ea46d95749 req-168d3e0b-6602-48e3-8fc5-b15078316056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:05.673299 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5d344223-32b5-4a0c-ac91-b7ea46d95749 req-168d3e0b-6602-48e3-8fc5-b15078316056 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 1129 time: 0.0478976 Oct 06 12:42:05.723553 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5d344223-32b5-4a0c-ac91-b7ea46d95749 req-243a94d9-d57e-4af8-b1f2-3eab2c9ea41d service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421839 Oct 06 12:42:06.783495 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0684aea-5b2a-4e5e-80dc-34ef464e3d01 req-dced926b-ba17-4c5b-a23c-4ffe71a04264 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:06.784948 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d0684aea-5b2a-4e5e-80dc-34ef464e3d01 req-dced926b-ba17-4c5b-a23c-4ffe71a04264 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0449865 Oct 06 12:42:06.805739 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:06.834963 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d0684aea-5b2a-4e5e-80dc-34ef464e3d01 req-c3c6a6de-2764-45fb-910c-48c24d0b0abf tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436864 Oct 06 12:42:07.340818 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:07.955717 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f037800-82f8-4bc7-8aef-27e0b42d09ae req-0fea9829-a4fe-4313-971f-d342758630be tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:07.957149 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8f037800-82f8-4bc7-8aef-27e0b42d09ae req-0fea9829-a4fe-4313-971f-d342758630be tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0461326 Oct 06 12:42:08.005148 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8f037800-82f8-4bc7-8aef-27e0b42d09ae req-4bb1daef-9c1b-4840-b339-787a55dca49e tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426142 Oct 06 12:42:08.124157 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adddea8-369b-4c61-8d31-c8cf623aa76f req-b268170c-31a4-4860-8bc9-889b4628d896 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:08.126018 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7adddea8-369b-4c61-8d31-c8cf623aa76f req-b268170c-31a4-4860-8bc9-889b4628d896 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0488009 Oct 06 12:42:08.173936 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7adddea8-369b-4c61-8d31-c8cf623aa76f req-34f2520b-fc8c-4bee-b325-d1e8de23643f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424819 Oct 06 12:42:08.201452 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60934) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:42:08.280076 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3101745-1781-48c3-8dba-0b243778666f tempest-TestShelveInstance-1440119771 tempest-TestShelveInstance-1440119771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:08.281554 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-e3101745-1781-48c3-8dba-0b243778666f tempest-TestShelveInstance-1440119771 tempest-TestShelveInstance-1440119771-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 1124 time: 0.0791621 Oct 06 12:42:08.284406 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 60938) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:42:08.288779 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.v2.base [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Request body: {'floatingip': {'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'port_id': '41749e41-d1ee-434e-9155-2c18daa44737', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 12:42:08.309802 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:08.395225 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (None), before_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:08.494834 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_common [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Allocated IP 172.27.0.16 (3a606d5c-6843-4963-ada6-7bee64b338fb/cde42447-61bc-4756-a648-55dc78bca37d/cb9e20f4-f0e3-4f5d-8063-40fc6293d7b0) {{(pid=106140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 12:42:08.600725 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for port (cb9e20f4-f0e3-4f5d-8063-40fc6293d7b0), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:08.633622 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790620187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (cb9e20f4-f0e3-4f5d-8063-40fc6293d7b0), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:08.673880 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Network 3a606d5c-6843-4963-ada6-7bee64b338fb is already hosted by enough agents. {{(pid=106140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 12:42:08.678614 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.base_scheduler [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Resources bound (agent type, host, resource id): {{(pid=106140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 12:42:08.682579 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Received port after_create {{(pid=106140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 12:42:08.685566 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Pushing event updated for resources: {'Port': ['ID=cb9e20f4-f0e3-4f5d-8063-40fc6293d7b0,revision_number=1']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:42:08.776773 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:08.788536 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:09.032147 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for floatingip (32a71b2d-cc4c-4aaf-98b6-3f09ac508ebe), precommit_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:09.098644 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (cb9e20f4-f0e3-4f5d-8063-40fc6293d7b0), before_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:09.239369 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for port (cb9e20f4-f0e3-4f5d-8063-40fc6293d7b0), precommit_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:09.244961 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5176050'] for port (cb9e20f4-f0e3-4f5d-8063-40fc6293d7b0), after_update {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:09.313210 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Pushing event updated for resources: {'Port': ['ID=cb9e20f4-f0e3-4f5d-8063-40fc6293d7b0,revision_number=2']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:42:09.315823 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665357'] for floatingip (32a71b2d-cc4c-4aaf-98b6-3f09ac508ebe), after_create {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:09.409360 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.l3_db [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Floating IP 32a71b2d-cc4c-4aaf-98b6-3f09ac508ebe associated. External IP: 172.27.0.16, port: 41749e41-d1ee-434e-9155-2c18daa44737. Oct 06 12:42:09.601228 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:09.606344 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:42:09.610740 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:09.950557 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:42:09.959827 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69b431e-0243-4fbb-bb97-07209a11fb6a None None] Sync routers for ids ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:42:09.968872 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:09.970839 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69b431e-0243-4fbb-bb97-07209a11fb6a None None] Routers {'1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:42:09.971524 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-e69b431e-0243-4fbb-bb97-07209a11fb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:41:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:42:09.998305 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-5b8374dd-9358-471e-945c-5f4390bf6e09 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7129059 Oct 06 12:42:09.999174 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'tag': '41749e41-d1ee-434e-9155-2c18daa44737'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:42:10.002150 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decc7398-ce7c-457d-a5ad-d51a1b3b3e88" -d '{"events": [{"name": "network-changed", "server_uuid": "62ba6131-e3ae-4a48-bc05-0f9e2f144cd1", "tag": "41749e41-d1ee-434e-9155-2c18daa44737"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:42:10.039315 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cab151-5ccf-4b7e-9ba7-89098fb2356b x-openstack-request-id: req-51cab151-5ccf-4b7e-9ba7-89098fb2356b {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:42:10.039958 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ba6131-e3ae-4a48-bc05-0f9e2f144cd1", "tag": "41749e41-d1ee-434e-9155-2c18daa44737", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:42:10.039958 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-51cab151-5ccf-4b7e-9ba7-89098fb2356b {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:42:10.040305 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51cab151-5ccf-4b7e-9ba7-89098fb2356b'] response: {'name': 'network-changed', 'server_uuid': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'tag': '41749e41-d1ee-434e-9155-2c18daa44737', 'status': 'completed', 'code': 200} Oct 06 12:42:10.075439 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-e69b431e-0243-4fbb-bb97-07209a11fb6a None None] Set router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:42:10.123276 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc7398-ce7c-457d-a5ad-d51a1b3b3e88 req-5ad63fcc-34f8-49ad-b861-a05c6ed8984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:10.125405 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-decc7398-ce7c-457d-a5ad-d51a1b3b3e88 req-5ad63fcc-34f8-49ad-b861-a05c6ed8984e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b094fe65c1d94c368068f0ebd9eee85a&device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 1129 time: 0.0392213 Oct 06 12:42:10.217612 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc7398-ce7c-457d-a5ad-d51a1b3b3e88 req-049fc87c-2dbd-4b30-bf83-9065e24d7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:10.218995 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-decc7398-ce7c-457d-a5ad-d51a1b3b3e88 req-049fc87c-2dbd-4b30-bf83-9065e24d7b61 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=f1197517-971a-4a5f-a49f-a10709be2a76 HTTP/1.1" status: 200 len: 910 time: 0.0878673 Oct 06 12:42:10.278393 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-decc7398-ce7c-457d-a5ad-d51a1b3b3e88 req-907c2e45-35dd-45a5-8747-01561c1d448f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41749e41-d1ee-434e-9155-2c18daa44737 HTTP/1.1" status: 200 len: 998 time: 0.0537684 Oct 06 12:42:10.287188 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-e69b431e-0243-4fbb-bb97-07209a11fb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'name': 'tempest-TestShelveInstance-1366732609-router', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:22Z', 'revision_number': 4, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'gw_port': {'id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '32a71b2d-cc4c-4aaf-98b6-3f09ac508ebe', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'port_id': '41749e41-d1ee-434e-9155-2c18daa44737', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'mac_address': 'fa:16:3e:c4:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:42:08Z', 'updated_at': '2022-10-06T12:42:08Z', 'revision_number': 0, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c978ff77-4b25-462b-b38f-715b166cb820', 'name': '', 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'mac_address': 'fa:16:3e:48:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:21Z', 'updated_at': '2022-10-06T12:41:27Z', 'revision_number': 5, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'subnets': [{'id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:42:10.311549 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69b431e-0243-4fbb-bb97-07209a11fb6a None None] Checking router: 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:42:10.320386 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69b431e-0243-4fbb-bb97-07209a11fb6a None None] Routers {'1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:42:10.320984 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-e69b431e-0243-4fbb-bb97-07209a11fb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:41:51Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:42:10.325397 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc7398-ce7c-457d-a5ad-d51a1b3b3e88 req-de727f93-84cb-4353-afa7-a4be4058995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:10.326814 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-decc7398-ce7c-457d-a5ad-d51a1b3b3e88 req-de727f93-84cb-4353-afa7-a4be4058995c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a1b5a648-e07b-46bd-849c-12532e4dbe85 HTTP/1.1" status: 200 len: 848 time: 0.0424941 Oct 06 12:42:10.375634 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc7398-ce7c-457d-a5ad-d51a1b3b3e88 req-5fff8dab-cb60-4993-aff8-70de8409b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:10.377153 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-decc7398-ce7c-457d-a5ad-d51a1b3b3e88 req-5fff8dab-cb60-4993-aff8-70de8409b50b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f1197517-971a-4a5f-a49f-a10709be2a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437613 Oct 06 12:42:10.469194 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-decc7398-ce7c-457d-a5ad-d51a1b3b3e88 req-570b0450-24c8-4ea6-ba1a-ae691d54255d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853338 Oct 06 12:42:10.510207 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-e69b431e-0243-4fbb-bb97-07209a11fb6a None None] Set router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:42:10.562536 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-decc7398-ce7c-457d-a5ad-d51a1b3b3e88 req-fa9ec66d-e5c3-4411-a900-4c38bf487d8f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882649 Oct 06 12:42:10.719372 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-e69b431e-0243-4fbb-bb97-07209a11fb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'name': 'tempest-TestShelveInstance-1366732609-router', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:22Z', 'revision_number': 4, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'gw_port': {'id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '32a71b2d-cc4c-4aaf-98b6-3f09ac508ebe', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'port_id': '41749e41-d1ee-434e-9155-2c18daa44737', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'mac_address': 'fa:16:3e:c4:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:42:08Z', 'updated_at': '2022-10-06T12:42:08Z', 'revision_number': 0, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c978ff77-4b25-462b-b38f-715b166cb820', 'name': '', 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'mac_address': 'fa:16:3e:48:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:21Z', 'updated_at': '2022-10-06T12:41:27Z', 'revision_number': 5, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'subnets': [{'id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:42:10.744033 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69b431e-0243-4fbb-bb97-07209a11fb6a None None] The sync data for ids ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'] in dv-cinder-856041-2-iscsi is: [{'id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'name': 'tempest-TestShelveInstance-1366732609-router', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:22Z', 'revision_number': 4, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'gw_port': {'id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_floatingips': [{'id': '32a71b2d-cc4c-4aaf-98b6-3f09ac508ebe', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'router_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'port_id': '41749e41-d1ee-434e-9155-2c18daa44737', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'mac_address': 'fa:16:3e:c4:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T12:42:08Z', 'updated_at': '2022-10-06T12:42:08Z', 'revision_number': 0, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c978ff77-4b25-462b-b38f-715b166cb820', 'name': '', 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'mac_address': 'fa:16:3e:48:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:21Z', 'updated_at': '2022-10-06T12:41:27Z', 'revision_number': 5, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'subnets': [{'id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:42:10.938867 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a545949-96cd-4d2d-a0aa-7989c604aba3 None None] New status for floating IP 32a71b2d-cc4c-4aaf-98b6-3f09ac508ebe: ACTIVE {{(pid=106141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:42:18.002011 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6efcd0ce-e8bf-4d70-bda5-5caede045545 req-9ce5d3aa-a697-410e-a5e8-96483953781b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369716 Oct 06 12:42:18.103124 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcd0ce-e8bf-4d70-bda5-5caede045545 req-52eafd86-3e8d-49a9-8c62-7e976af9a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:18.104580 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6efcd0ce-e8bf-4d70-bda5-5caede045545 req-52eafd86-3e8d-49a9-8c62-7e976af9a8ca service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b094fe65c1d94c368068f0ebd9eee85a&device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 1129 time: 0.0382802 Oct 06 12:42:18.207426 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcd0ce-e8bf-4d70-bda5-5caede045545 req-9633279e-1e85-4f77-9b4a-05f415d4ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:18.208793 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6efcd0ce-e8bf-4d70-bda5-5caede045545 req-9633279e-1e85-4f77-9b4a-05f415d4ca2c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=f1197517-971a-4a5f-a49f-a10709be2a76 HTTP/1.1" status: 200 len: 910 time: 0.0864899 Oct 06 12:42:18.268660 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6efcd0ce-e8bf-4d70-bda5-5caede045545 req-5b6c9967-8004-4249-a9f8-2d3faf915fb3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41749e41-d1ee-434e-9155-2c18daa44737 HTTP/1.1" status: 200 len: 1000 time: 0.0540466 Oct 06 12:42:18.319564 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcd0ce-e8bf-4d70-bda5-5caede045545 req-b9ceb41f-31e0-42e5-8cc0-65c1c3a67e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:18.320983 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6efcd0ce-e8bf-4d70-bda5-5caede045545 req-b9ceb41f-31e0-42e5-8cc0-65c1c3a67e59 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a1b5a648-e07b-46bd-849c-12532e4dbe85 HTTP/1.1" status: 200 len: 848 time: 0.0464535 Oct 06 12:42:18.361963 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcd0ce-e8bf-4d70-bda5-5caede045545 req-33570315-fd1d-4855-901b-604b40939fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:42:18.363379 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6efcd0ce-e8bf-4d70-bda5-5caede045545 req-33570315-fd1d-4855-901b-604b40939fa2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f1197517-971a-4a5f-a49f-a10709be2a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367651 Oct 06 12:42:18.411461 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:18.431603 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:18.457686 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6efcd0ce-e8bf-4d70-bda5-5caede045545 req-9669ef7a-c098-4ffa-bfd6-6059dd9fac54 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879102 Oct 06 12:42:18.545717 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-6efcd0ce-e8bf-4d70-bda5-5caede045545 req-78983015-159a-4c93-9805-c93796e85514 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820992 Oct 06 12:42:18.779148 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-d763cf6b-ea42-4740-937b-fb62a1f04871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:20.716229 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=90 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:20.721927 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=89 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:21.085441 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9a9929a2-9dfe-430f-96d1-418b80dc01fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:22.166294 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:23.664868 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:23.912984 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:28.541667 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=15 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:28.542379 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=14 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:33.905974 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:33.907844 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=27,neutron:UPDATE=6 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:37.340185 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:40.378957 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:42:47.329410 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:47.336743 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:48.779798 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-6449e954-2b09-4bf5-a974-d1432fb314ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:50.373715 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=6 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:50.374467 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:42:51.087260 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-aa4f84bb-4905-47b4-85ba-7ea513ea421f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:52.169304 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:53.670395 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:42:53.797571 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:43:03.789744 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:43:03.791630 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:43:07.347967 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:43:17.341256 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:43:17.343204 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:43:17.378256 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:43:18.025503 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1567dd9d-6b66-4e4e-ae1f-66ebcc0f458d req-05a2ea63-1d00-487b-8fb6-00a3d22dec5d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787110 Oct 06 12:43:18.126534 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567dd9d-6b66-4e4e-ae1f-66ebcc0f458d req-c0e384bf-f2e1-4a1b-b58f-169acf3c1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:43:18.128025 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1567dd9d-6b66-4e4e-ae1f-66ebcc0f458d req-c0e384bf-f2e1-4a1b-b58f-169acf3c1bf2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b094fe65c1d94c368068f0ebd9eee85a&device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 1129 time: 0.0418208 Oct 06 12:43:18.227219 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567dd9d-6b66-4e4e-ae1f-66ebcc0f458d req-e51d102c-0e5a-4037-a42a-fca150a0699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:43:18.228591 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1567dd9d-6b66-4e4e-ae1f-66ebcc0f458d req-e51d102c-0e5a-4037-a42a-fca150a0699c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=f1197517-971a-4a5f-a49f-a10709be2a76 HTTP/1.1" status: 200 len: 910 time: 0.0838852 Oct 06 12:43:18.292699 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1567dd9d-6b66-4e4e-ae1f-66ebcc0f458d req-58b516df-33f2-4de9-ba59-a4b22e1b9d7d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41749e41-d1ee-434e-9155-2c18daa44737 HTTP/1.1" status: 200 len: 1000 time: 0.0575712 Oct 06 12:43:18.340586 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567dd9d-6b66-4e4e-ae1f-66ebcc0f458d req-4a131d13-3d86-417a-8f52-32086dce1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:43:18.341967 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1567dd9d-6b66-4e4e-ae1f-66ebcc0f458d req-4a131d13-3d86-417a-8f52-32086dce1516 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a1b5a648-e07b-46bd-849c-12532e4dbe85 HTTP/1.1" status: 200 len: 848 time: 0.0427446 Oct 06 12:43:18.382990 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567dd9d-6b66-4e4e-ae1f-66ebcc0f458d req-5977313f-6fa5-44d8-9be2-9ea82d575aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:43:18.384470 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1567dd9d-6b66-4e4e-ae1f-66ebcc0f458d req-5977313f-6fa5-44d8-9be2-9ea82d575aa5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f1197517-971a-4a5f-a49f-a10709be2a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369935 Oct 06 12:43:18.395167 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [req-1567dd9d-6b66-4e4e-ae1f-66ebcc0f458d req-220782e2-afba-482c-b57b-1f292e161409 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:43:18.396123 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1567dd9d-6b66-4e4e-ae1f-66ebcc0f458d req-220782e2-afba-482c-b57b-1f292e161409 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053282 Oct 06 12:43:18.489078 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1567dd9d-6b66-4e4e-ae1f-66ebcc0f458d req-038f4c74-d78b-4eff-a79e-a33f5ddabae6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870242 Oct 06 12:43:18.576529 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1567dd9d-6b66-4e4e-ae1f-66ebcc0f458d req-4960f570-37de-483a-81f0-93c2251b756a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822139 Oct 06 12:43:18.784517 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-6e00f8eb-4284-4f65-a291-8588d544336e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:43:21.089227 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-676aac32-a8d7-4423-9e79-70876092425b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:43:22.171849 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:43:23.672550 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:43:23.798983 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:43:27.372186 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:43:27.372950 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:43:28.572360 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=48 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:43:28.573223 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=53 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:43:37.360848 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:43:47.354955 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:43:47.356844 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:43:48.787595 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-f22b3b6e-ec90-48a0-b0d3-8c83f4c1ce34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:43:51.092860 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-77975368-f195-4296-b14c-5f7cfc4f695d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:43:52.174379 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:43:53.677472 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:43:53.803212 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:43:54.378382 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:43:56.257491 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:03.797085 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:03.798873 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:04.373453 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:07.372678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:17.366175 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:17.368092 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:17.985502 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-df9bb9fc-1f75-4f3f-8e7e-450a282c82d3 req-9a607bb6-4b32-4357-8294-4a692cae98fe service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400331 Oct 06 12:44:18.089776 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bb9fc-1f75-4f3f-8e7e-450a282c82d3 req-d3c21336-cf9e-422d-83c8-7da90b349ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:18.091222 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-df9bb9fc-1f75-4f3f-8e7e-450a282c82d3 req-d3c21336-cf9e-422d-83c8-7da90b349ac0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b094fe65c1d94c368068f0ebd9eee85a&device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 1129 time: 0.0383601 Oct 06 12:44:18.193945 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bb9fc-1f75-4f3f-8e7e-450a282c82d3 req-960d5b9f-ca84-4f32-8a8f-420b845c6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:18.195385 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-df9bb9fc-1f75-4f3f-8e7e-450a282c82d3 req-960d5b9f-ca84-4f32-8a8f-420b845c6084 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=f1197517-971a-4a5f-a49f-a10709be2a76 HTTP/1.1" status: 200 len: 910 time: 0.0843029 Oct 06 12:44:18.258385 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-df9bb9fc-1f75-4f3f-8e7e-450a282c82d3 req-22bdf621-a9b7-4a80-aeb0-7975e46e6ccf service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41749e41-d1ee-434e-9155-2c18daa44737 HTTP/1.1" status: 200 len: 1000 time: 0.0569246 Oct 06 12:44:18.305440 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bb9fc-1f75-4f3f-8e7e-450a282c82d3 req-572565f2-16cc-40bf-82fa-31b0ac7be30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:18.306811 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-df9bb9fc-1f75-4f3f-8e7e-450a282c82d3 req-572565f2-16cc-40bf-82fa-31b0ac7be30b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a1b5a648-e07b-46bd-849c-12532e4dbe85 HTTP/1.1" status: 200 len: 848 time: 0.0431509 Oct 06 12:44:18.349923 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bb9fc-1f75-4f3f-8e7e-450a282c82d3 req-766a1681-bd86-49f7-b3fd-408a87c83f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:18.351341 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-df9bb9fc-1f75-4f3f-8e7e-450a282c82d3 req-766a1681-bd86-49f7-b3fd-408a87c83f37 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f1197517-971a-4a5f-a49f-a10709be2a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373077 Oct 06 12:44:18.442386 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-df9bb9fc-1f75-4f3f-8e7e-450a282c82d3 req-a8b23825-6158-4321-a6ba-810e8090cb0b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849366 Oct 06 12:44:18.535545 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-df9bb9fc-1f75-4f3f-8e7e-450a282c82d3 req-49b60678-cf0a-4e65-938b-d58be296d52d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867586 Oct 06 12:44:18.671902 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=12 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:18.682126 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=14 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:18.790401 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-e3658927-1374-4e3b-8a3e-c22053103231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:21.093218 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-2b8a97c6-c4e9-4ead-993e-f3313882f6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:22.178243 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:23.680428 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:23.805499 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:25.508486 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cdd64-509b-4657-b1e2-ad718686a6d8 req-7f567cd1-91e7-4ab7-8d2b-2c153e62ab2c tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:25.509833 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-866cdd64-509b-4657-b1e2-ad718686a6d8 req-7f567cd1-91e7-4ab7-8d2b-2c153e62ab2c tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0962481 Oct 06 12:44:25.557121 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-866cdd64-509b-4657-b1e2-ad718686a6d8 req-586ce7e9-dd52-4609-abf8-c5cb8699e407 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417757 Oct 06 12:44:26.726065 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d83a08-60e4-438b-9885-ceb5eb63d106 req-e5c1d8c0-3b38-440f-94b7-0ede70fa1b60 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:26.727644 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e2d83a08-60e4-438b-9885-ceb5eb63d106 req-e5c1d8c0-3b38-440f-94b7-0ede70fa1b60 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0941069 Oct 06 12:44:26.774432 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e2d83a08-60e4-438b-9885-ceb5eb63d106 req-d6d53669-39f1-46bb-b23b-0da5d19c2749 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412889 Oct 06 12:44:27.904223 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ce6a6-5cf3-4a82-a5b1-ee2db3bbe669 req-00a53536-e550-4a29-97bb-e46ec4603e94 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:27.905652 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9b1ce6a6-5cf3-4a82-a5b1-ee2db3bbe669 req-00a53536-e550-4a29-97bb-e46ec4603e94 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0487664 Oct 06 12:44:27.953404 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-9b1ce6a6-5cf3-4a82-a5b1-ee2db3bbe669 req-6888f6b1-f9c1-43f7-bc3f-ecfa9b748829 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415244 Oct 06 12:44:29.072409 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0e499-c95b-4c1d-8ea7-9eb58031afb8 req-c3bd203d-36fe-4caa-8259-3dcdb98bffb8 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:29.073859 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bba0e499-c95b-4c1d-8ea7-9eb58031afb8 req-c3bd203d-36fe-4caa-8259-3dcdb98bffb8 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0467582 Oct 06 12:44:29.121512 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bba0e499-c95b-4c1d-8ea7-9eb58031afb8 req-31c04a61-9a72-4d98-a5c0-e8bb00931fcd tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421846 Oct 06 12:44:30.240019 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a651cc8-6814-4605-9a3a-b611818c8ea6 req-05b886f3-b18f-49c4-9a13-f083cd7bdc7f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:30.241495 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7a651cc8-6814-4605-9a3a-b611818c8ea6 req-05b886f3-b18f-49c4-9a13-f083cd7bdc7f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0458777 Oct 06 12:44:30.294495 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7a651cc8-6814-4605-9a3a-b611818c8ea6 req-af5d40d9-0c38-489f-9f58-e9578829d8a4 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473740 Oct 06 12:44:31.376958 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:44:31.400322 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:31.414033 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c24269-04c1-449c-bdb4-454eb9d9dc5f req-5e1b76b1-986d-4c32-be65-8d0279412098 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:31.415486 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-74c24269-04c1-449c-bdb4-454eb9d9dc5f req-5e1b76b1-986d-4c32-be65-8d0279412098 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0466721 Oct 06 12:44:31.435787 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:31.465293 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-74c24269-04c1-449c-bdb4-454eb9d9dc5f req-1eb7d040-d1aa-4fa8-a0da-1a95aea1bfca tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443037 Oct 06 12:44:32.582981 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40c25e-9ae2-4965-932d-bcec5eeaf991 req-d054608e-6aca-4920-ac2e-4d84f6c8dd60 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:32.584446 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8a40c25e-9ae2-4965-932d-bcec5eeaf991 req-d054608e-6aca-4920-ac2e-4d84f6c8dd60 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0453417 Oct 06 12:44:32.632423 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-8a40c25e-9ae2-4965-932d-bcec5eeaf991 req-232c9a53-a17d-4781-aa94-6150bfa2d567 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422199 Oct 06 12:44:33.254305 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:33.757644 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20961be-9a4f-487f-8455-855b165d5907 req-b6a8f483-9bc2-4f58-aef1-634738a838f7 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:33.759116 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f20961be-9a4f-487f-8455-855b165d5907 req-b6a8f483-9bc2-4f58-aef1-634738a838f7 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0532463 Oct 06 12:44:33.800461 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=6 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:33.802280 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:33.808980 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f20961be-9a4f-487f-8455-855b165d5907 req-6bd77ab2-57c9-46f2-a2d8-3760b8be4aec tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440788 Oct 06 12:44:34.929112 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183e54e-26ca-4e40-9027-9434de1cfabc req-4427efd8-3b46-4fca-bcbb-c264d0482ec8 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:34.930541 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2183e54e-26ca-4e40-9027-9434de1cfabc req-4427efd8-3b46-4fca-bcbb-c264d0482ec8 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0461237 Oct 06 12:44:34.978385 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-2183e54e-26ca-4e40-9027-9434de1cfabc req-ac8ab1b8-dfd7-4ed1-a0d8-c0ba297c0b81 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424380 Oct 06 12:44:35.815178 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e7fce-1aed-405b-82a6-c919abcc909a req-35f52bff-ce97-4c0b-955c-67d2accce394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:35.816713 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-484e7fce-1aed-405b-82a6-c919abcc909a req-35f52bff-ce97-4c0b-955c-67d2accce394 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b094fe65c1d94c368068f0ebd9eee85a&device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 1129 time: 0.0422595 Oct 06 12:44:35.903318 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e7fce-1aed-405b-82a6-c919abcc909a req-0f50cbd2-5571-4b57-9e16-bedb1a0255ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:35.904797 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-484e7fce-1aed-405b-82a6-c919abcc909a req-0f50cbd2-5571-4b57-9e16-bedb1a0255ae service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=f1197517-971a-4a5f-a49f-a10709be2a76 HTTP/1.1" status: 200 len: 910 time: 0.0819130 Oct 06 12:44:35.968053 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-484e7fce-1aed-405b-82a6-c919abcc909a req-001f2cd3-2267-48eb-9eba-72f159a65bb7 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41749e41-d1ee-434e-9155-2c18daa44737 HTTP/1.1" status: 200 len: 1000 time: 0.0565529 Oct 06 12:44:36.015152 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e7fce-1aed-405b-82a6-c919abcc909a req-45e79c66-1071-4dd2-8dfe-d90912ebc612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:36.016612 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-484e7fce-1aed-405b-82a6-c919abcc909a req-45e79c66-1071-4dd2-8dfe-d90912ebc612 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a1b5a648-e07b-46bd-849c-12532e4dbe85 HTTP/1.1" status: 200 len: 848 time: 0.0430868 Oct 06 12:44:36.068840 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e7fce-1aed-405b-82a6-c919abcc909a req-38da8c1a-1d85-40e1-a132-f9caefe4d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:36.070259 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-484e7fce-1aed-405b-82a6-c919abcc909a req-38da8c1a-1d85-40e1-a132-f9caefe4d7c3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f1197517-971a-4a5f-a49f-a10709be2a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474517 Oct 06 12:44:36.145096 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db4fa1-829d-4879-9733-0bea715e9e4f req-ebb806f0-34e3-462e-8cf3-970da96538fd tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:36.146666 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-85db4fa1-829d-4879-9733-0bea715e9e4f req-ebb806f0-34e3-462e-8cf3-970da96538fd tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0934885 Oct 06 12:44:36.218554 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-484e7fce-1aed-405b-82a6-c919abcc909a req-1675cc99-9359-4dfc-b4bd-2ea835d5ed02 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327660 Oct 06 12:44:36.222337 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-85db4fa1-829d-4879-9733-0bea715e9e4f req-0cf7269c-cdf5-40ab-a067-5b7ea6d72446 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701296 Oct 06 12:44:36.310401 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-484e7fce-1aed-405b-82a6-c919abcc909a req-282937ca-800f-4ec2-898c-6996f7ca1eff service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858026 Oct 06 12:44:37.344124 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96891a2-4b54-4216-9890-58ce17422e02 req-07488e99-ad08-4e42-9319-501ee83c76ee tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:37.345597 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b96891a2-4b54-4216-9890-58ce17422e02 req-07488e99-ad08-4e42-9319-501ee83c76ee tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0455024 Oct 06 12:44:37.375153 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:37.394168 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b96891a2-4b54-4216-9890-58ce17422e02 req-d50a8fb9-61fa-40ca-88bd-e807b070b129 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424175 Oct 06 12:44:38.502729 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:38.520425 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3487f5-a3a3-4a5a-bf78-cc5dc30562b1 req-b064849c-3f23-40fa-8b9c-bd91be11202a tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:38.521926 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5b3487f5-a3a3-4a5a-bf78-cc5dc30562b1 req-b064849c-3f23-40fa-8b9c-bd91be11202a tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0463815 Oct 06 12:44:38.533476 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:38.573901 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-5b3487f5-a3a3-4a5a-bf78-cc5dc30562b1 req-d5670b7f-3b5d-49f4-bb72-14b223e0c814 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465667 Oct 06 12:44:38.689548 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [req-b6156601-5208-4d66-81ba-de26f285a687 req-6f36ba52-0571-4112-bad8-eb3ea563c6f2 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:44:38.690585 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b6156601-5208-4d66-81ba-de26f285a687 req-6f36ba52-0571-4112-bad8-eb3ea563c6f2 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0472143 Oct 06 12:44:38.892964 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9830135-20d5-411d-9bf4-d443693ccd63 req-a838cb55-09ef-4771-ad98-de69d5c21fcc tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:38.894397 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f9830135-20d5-411d-9bf4-d443693ccd63 req-a838cb55-09ef-4771-ad98-de69d5c21fcc tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0759478 Oct 06 12:44:38.900632 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-52cba625-e117-4d33-8421-671573880154 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023016 Oct 06 12:44:38.918259 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-321cac9d-ade0-45b3-a2fe-c05e4b374886 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 12:44:38.919187 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-321cac9d-ade0-45b3-a2fe-c05e4b374886 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0112255 Oct 06 12:44:38.955710 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-f9830135-20d5-411d-9bf4-d443693ccd63 req-2d4ca425-d049-45e0-8e2b-f82b0570b237 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541303 Oct 06 12:44:39.045487 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-f8518d2f-dcff-4627-a2dd-48d632fa7448 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:39.046737 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-f8518d2f-dcff-4627-a2dd-48d632fa7448 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports/41749e41-d1ee-434e-9155-2c18daa44737 HTTP/1.1" status: 200 len: 942 time: 0.0998666 Oct 06 12:44:40.078977 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92a9ac-53ac-4b6a-9daf-e00e473ede15 req-36642b58-2a0a-4174-917b-197bee8d4944 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:40.080490 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fd92a9ac-53ac-4b6a-9daf-e00e473ede15 req-36642b58-2a0a-4174-917b-197bee8d4944 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0499816 Oct 06 12:44:40.130987 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-fd92a9ac-53ac-4b6a-9daf-e00e473ede15 req-dc7198e1-1fda-4a74-a3e2-cf358b28a5c5 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448160 Oct 06 12:44:40.638990 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-b8e6e685-bf6a-42ed-be20-d7602baeedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:40.640478 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-b8e6e685-bf6a-42ed-be20-d7602baeedc4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1&tenant_id=b094fe65c1d94c368068f0ebd9eee85a HTTP/1.1" status: 200 len: 1129 time: 0.0380757 Oct 06 12:44:40.715248 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-bcff94bd-b803-4ef5-817a-fc040c858e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:40.716730 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-bcff94bd-b803-4ef5-817a-fc040c858e07 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b094fe65c1d94c368068f0ebd9eee85a&device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 1129 time: 0.0379441 Oct 06 12:44:40.807995 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-c42130f3-d331-48c6-bab5-a52e01ffabb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:40.809439 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-c42130f3-d331-48c6-bab5-a52e01ffabb0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=f1197517-971a-4a5f-a49f-a10709be2a76 HTTP/1.1" status: 200 len: 910 time: 0.0874953 Oct 06 12:44:40.872916 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-273be338-b080-4b95-902d-7e69be115847 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41749e41-d1ee-434e-9155-2c18daa44737 HTTP/1.1" status: 200 len: 1000 time: 0.0576460 Oct 06 12:44:40.925334 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-0c6fe6be-4d52-4852-b795-03a0e9f731bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:40.926700 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-0c6fe6be-4d52-4852-b795-03a0e9f731bc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a1b5a648-e07b-46bd-849c-12532e4dbe85 HTTP/1.1" status: 200 len: 848 time: 0.0484767 Oct 06 12:44:40.968287 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-9d08c0b4-de9e-40db-860c-7c45b0ef77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:40.970013 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-9d08c0b4-de9e-40db-860c-7c45b0ef77f5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f1197517-971a-4a5f-a49f-a10709be2a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376372 Oct 06 12:44:41.065828 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-6f7def96-76a6-47ed-92c9-43c6192e7686 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892568 Oct 06 12:44:41.152952 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-da94fc12-15f1-4d49-bcb8-e4a8bdb49fac req-ce51ec12-a812-4f81-b644-bc6cbe230ab4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812800 Oct 06 12:44:41.257991 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de6a92-ee37-4806-b50a-de9569096918 req-e7d5470c-e223-40a3-a62d-8a2792382f7e tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:41.259448 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-11de6a92-ee37-4806-b50a-de9569096918 req-e7d5470c-e223-40a3-a62d-8a2792382f7e tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0503457 Oct 06 12:44:41.307412 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-11de6a92-ee37-4806-b50a-de9569096918 req-2eda8f37-52e5-4d94-aae5-8ff398764bae tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424347 Oct 06 12:44:41.372624 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:41.889216 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 41749e41-d1ee-434e-9155-2c18daa44737 no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:44:41.960892 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 41749e41-d1ee-434e-9155-2c18daa44737 is: ACTIVE; New status is: DOWN {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:44:41.961278 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (41749e41-d1ee-434e-9155-2c18daa44737), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:41.982786 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41749e41-d1ee-434e-9155-2c18daa44737'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:44:41.985015 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba156c4e-0dc2-4e84-b0f1-79331f61d983" -d '{"events": [{"server_uuid": "62ba6131-e3ae-4a48-bc05-0f9e2f144cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "41749e41-d1ee-434e-9155-2c18daa44737"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:44:41.998053 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 41749e41-d1ee-434e-9155-2c18daa44737, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=41749e41-d1ee-434e-9155-2c18daa44737,segment=NetworkSegment(ef2eabf1-8c44-4815-bb60-ebfaa925c833),segment_id=ef2eabf1-8c44-4815-bb60-ebfaa925c833)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:44:42.001919 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (41749e41-d1ee-434e-9155-2c18daa44737), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:42.048661 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=41749e41-d1ee-434e-9155-2c18daa44737,revision_number=6']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:44:42.056687 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:44:42.057034 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:44:42.057369 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:44:42.057704 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:44:42.058033 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:44:42.058356 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:44:42.058678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:44:42.058999 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:44:42.059342 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:44:42.059647 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:44:42.059968 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:44:42.060286 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:44:42.060602 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:44:42.060914 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:44:42.061226 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:44:42.077788 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 06 Oct 2022 12:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37e51fd-2556-4008-8603-f0bd1a1595f4 x-openstack-request-id: req-e37e51fd-2556-4008-8603-f0bd1a1595f4 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:44:42.078075 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ba6131-e3ae-4a48-bc05-0f9e2f144cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "41749e41-d1ee-434e-9155-2c18daa44737", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:44:42.078325 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e37e51fd-2556-4008-8603-f0bd1a1595f4 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:44:42.078740 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e37e51fd-2556-4008-8603-f0bd1a1595f4'] response: {'server_uuid': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41749e41-d1ee-434e-9155-2c18daa44737', 'code': 200} Oct 06 12:44:42.426144 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a403a-81f0-4933-9758-aed8db1fc14a req-0ef98919-d93d-4362-a332-29577cda9907 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:42.427583 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bb9a403a-81f0-4933-9758-aed8db1fc14a req-0ef98919-d93d-4362-a332-29577cda9907 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 943 time: 0.0454099 Oct 06 12:44:42.438423 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:42.476020 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-bb9a403a-81f0-4933-9758-aed8db1fc14a req-ae7a3f5d-8f94-47d1-bd0f-7f0c9e12daef tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422933 Oct 06 12:44:43.595055 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635342e6-061d-4b5f-becb-41f4a99cbf83 req-30f4fcca-bd2a-410b-b4ce-6bc4108912a5 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:43.596512 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-635342e6-061d-4b5f-becb-41f4a99cbf83 req-30f4fcca-bd2a-410b-b4ce-6bc4108912a5 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 943 time: 0.0449405 Oct 06 12:44:43.620826 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:43.648529 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-635342e6-061d-4b5f-becb-41f4a99cbf83 req-eefd2b9b-4906-4b35-9ea6-f5b351938bd6 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459723 Oct 06 12:44:44.766055 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc73ae-6c9e-45fc-9134-0a3b8738b4b5 req-1817e4b3-e93b-49f6-96ce-bc0a22126f4a tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:44.767454 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-13bc73ae-6c9e-45fc-9134-0a3b8738b4b5 req-1817e4b3-e93b-49f6-96ce-bc0a22126f4a tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 943 time: 0.0452933 Oct 06 12:44:44.814411 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-13bc73ae-6c9e-45fc-9134-0a3b8738b4b5 req-11cfc509-24bb-4176-ac46-8b398a295acf tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415139 Oct 06 12:44:45.931815 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be9d2e-8b7a-4dab-b794-53a5ee3bfec0 req-8478c883-373c-4b08-946b-7e74508ba5ca tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:45.933262 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-70be9d2e-8b7a-4dab-b794-53a5ee3bfec0 req-8478c883-373c-4b08-946b-7e74508ba5ca tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 943 time: 0.0459027 Oct 06 12:44:45.981173 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-70be9d2e-8b7a-4dab-b794-53a5ee3bfec0 req-e3a47aa4-79c0-45fe-9e78-58b8f7800364 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 Oct 06 12:44:47.339576 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e36534-1338-4561-b753-008edc054214 req-dcb619b0-7204-4078-b0e4-55179ee4c9cc tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:47.341035 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8e36534-1338-4561-b753-008edc054214 req-dcb619b0-7204-4078-b0e4-55179ee4c9cc tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 943 time: 0.2856193 Oct 06 12:44:47.388088 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-d8e36534-1338-4561-b753-008edc054214 req-48f950d2-6372-4169-a873-3fc3938478e4 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415204 Oct 06 12:44:48.347827 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691aedc-95e7-4ebf-bf82-ae7df0f81cc0 req-4d5a2de1-8b19-4eb2-923a-d551f3829542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:48.349259 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1691aedc-95e7-4ebf-bf82-ae7df0f81cc0 req-4d5a2de1-8b19-4eb2-923a-d551f3829542 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 1127 time: 0.0375159 Oct 06 12:44:48.392872 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-1691aedc-95e7-4ebf-bf82-ae7df0f81cc0 req-3365b3df-6018-4992-9a5e-f74d75417997 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374119 Oct 06 12:44:48.507081 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6dce2-f77b-432b-9a76-536c4f0303c1 req-bfbc7839-01b0-4b64-abda-7e8b5fca6c90 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:48.508561 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-dae6dce2-f77b-432b-9a76-536c4f0303c1 req-bfbc7839-01b0-4b64-abda-7e8b5fca6c90 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 943 time: 0.0479832 Oct 06 12:44:48.556688 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-dae6dce2-f77b-432b-9a76-536c4f0303c1 req-dedd3d54-63f2-4eb6-86a0-8486b143926e tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426283 Oct 06 12:44:48.792911 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-d8da9984-5ae7-4642-998f-2ea230ea5135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:49.674849 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73332245-4dc2-4470-aa18-82dd218cf5a1 req-630e48c1-6fd0-47c2-925d-71ede108df24 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:49.676325 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-73332245-4dc2-4470-aa18-82dd218cf5a1 req-630e48c1-6fd0-47c2-925d-71ede108df24 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 943 time: 0.0462959 Oct 06 12:44:49.725866 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-73332245-4dc2-4470-aa18-82dd218cf5a1 req-7cf3513d-553d-4ee0-8e8e-16e862a694b5 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433304 Oct 06 12:44:49.897627 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 41749e41-d1ee-434e-9155-2c18daa44737 details requested by agent hyperv_hv-cinder-85604 with host hv-cinder-85604 {{(pid=106141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 12:44:49.998572 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 41749e41-d1ee-434e-9155-2c18daa44737, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=41749e41-d1ee-434e-9155-2c18daa44737,segment=NetworkSegment(ef2eabf1-8c44-4815-bb60-ebfaa925c833),segment_id=ef2eabf1-8c44-4815-bb60-ebfaa925c833)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:44:50.009598 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Returning: {'device': '41749e41-d1ee-434e-9155-2c18daa44737', 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'port_id': '41749e41-d1ee-434e-9155-2c18daa44737', 'mac_address': 'fa:16:3e:c4:d7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 12:44:50.046309 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 41749e41-d1ee-434e-9155-2c18daa44737 is: DOWN; New status is: BUILD {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:44:50.046669 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (41749e41-d1ee-434e-9155-2c18daa44737), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:50.059821 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41749e41-d1ee-434e-9155-2c18daa44737 {{(pid=106141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 12:44:50.079674 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 41749e41-d1ee-434e-9155-2c18daa44737, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=41749e41-d1ee-434e-9155-2c18daa44737,segment=NetworkSegment(ef2eabf1-8c44-4815-bb60-ebfaa925c833),segment_id=ef2eabf1-8c44-4815-bb60-ebfaa925c833)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:44:50.083172 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (41749e41-d1ee-434e-9155-2c18daa44737), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:50.129211 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=41749e41-d1ee-434e-9155-2c18daa44737,revision_number=7']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:44:50.542971 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] get_ports_and_sgs() called for port_ids ['41749e41-d1ee-434e-9155-2c18daa44737'] {{(pid=106141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 12:44:50.847804 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0fd80-29f7-4d81-82e2-25de532c2aa4 req-82f6930f-ad0f-4ac7-b505-361b0a87b8f6 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:44:50.849239 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-78a0fd80-29f7-4d81-82e2-25de532c2aa4 req-82f6930f-ad0f-4ac7-b505-361b0a87b8f6 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 944 time: 0.0469019 Oct 06 12:44:50.900085 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-78a0fd80-29f7-4d81-82e2-25de532c2aa4 req-ee16df3f-21fb-4d13-a79a-2b1dcea6dbf7 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447121 Oct 06 12:44:51.096833 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-03897e0d-c9ed-4147-92cb-98a9b16f19a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:51.897178 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 41749e41-d1ee-434e-9155-2c18daa44737 up at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 12:44:51.899360 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:51.929061 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:44:51.945157 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.provisioning_blocks [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Provisioning complete for port 41749e41-d1ee-434e-9155-2c18daa44737 triggered by entity L2. {{(pid=106141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 12:44:51.945530 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-890051'] for port (41749e41-d1ee-434e-9155-2c18daa44737), provisioning_complete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:51.945868 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Attempt 1 to provision port 41749e41-d1ee-434e-9155-2c18daa44737 Oct 06 12:44:52.017107 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Current status of the port 41749e41-d1ee-434e-9155-2c18daa44737 is: BUILD; New status is: ACTIVE {{(pid=106141) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 12:44:52.017490 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1018739'] for port (41749e41-d1ee-434e-9155-2c18daa44737), before_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:52.042416 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41749e41-d1ee-434e-9155-2c18daa44737'}] {{(pid=106141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:44:52.044651 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824dd14be3806512276dc33f5a02b5fe48b3cb36c7af727d991bbd9586e83a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f521cd0e-37a0-494b-9542-ee44674bf160" -d '{"events": [{"server_uuid": "62ba6131-e3ae-4a48-bc05-0f9e2f144cd1", "name": "network-vif-plugged", "status": "completed", "tag": "41749e41-d1ee-434e-9155-2c18daa44737"}]}' {{(pid=106141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:44:52.057852 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] For port 41749e41-d1ee-434e-9155-2c18daa44737, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=41749e41-d1ee-434e-9155-2c18daa44737,segment=NetworkSegment(ef2eabf1-8c44-4815-bb60-ebfaa925c833),segment_id=ef2eabf1-8c44-4815-bb60-ebfaa925c833)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:44:52.062100 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790620560321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790620187109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790620187127'] for port (41749e41-d1ee-434e-9155-2c18daa44737), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:52.087375 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c518ba3-2fea-4081-bf90-768a51267b99 x-openstack-request-id: req-5c518ba3-2fea-4081-bf90-768a51267b99 {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:44:52.087690 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ba6131-e3ae-4a48-bc05-0f9e2f144cd1", "name": "network-vif-plugged", "status": "completed", "tag": "41749e41-d1ee-434e-9155-2c18daa44737", "code": 200}]} {{(pid=106141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:44:52.087941 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5c518ba3-2fea-4081-bf90-768a51267b99 {{(pid=106141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:44:52.088325 dv-cinder-856041-2-iscsi neutron-server[106141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c518ba3-2fea-4081-bf90-768a51267b99'] response: {'server_uuid': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41749e41-d1ee-434e-9155-2c18daa44737', 'code': 200} Oct 06 12:44:52.113540 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Pushing event updated for resources: {'Port': ['ID=41749e41-d1ee-434e-9155-2c18daa44737,revision_number=8']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:44:52.181277 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:53.683969 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:44:53.807390 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:45:00.887857 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=80 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:45:00.895667 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=62 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:45:03.797686 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:45:03.805283 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:45:07.376962 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:45:08.374942 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:45:17.371224 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:45:17.373187 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:45:17.979324 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-073284e9-7252-47d3-ba2e-46b5a773d706 req-90011ba4-a8b4-4640-af0b-073e922f6a10 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381644 Oct 06 12:45:18.079729 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073284e9-7252-47d3-ba2e-46b5a773d706 req-2d8b13fe-d944-4b7f-bcaa-6ec536b82b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:45:18.081197 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-073284e9-7252-47d3-ba2e-46b5a773d706 req-2d8b13fe-d944-4b7f-bcaa-6ec536b82b4a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b094fe65c1d94c368068f0ebd9eee85a&device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 1129 time: 0.0382433 Oct 06 12:45:18.190016 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073284e9-7252-47d3-ba2e-46b5a773d706 req-7bf5892c-0fea-4198-a718-5bc9abccd232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:45:18.191462 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-073284e9-7252-47d3-ba2e-46b5a773d706 req-7bf5892c-0fea-4198-a718-5bc9abccd232 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=f1197517-971a-4a5f-a49f-a10709be2a76 HTTP/1.1" status: 200 len: 910 time: 0.0877962 Oct 06 12:45:18.253528 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-073284e9-7252-47d3-ba2e-46b5a773d706 req-0501cf12-86d5-40f8-a92d-101fc67b4189 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41749e41-d1ee-434e-9155-2c18daa44737 HTTP/1.1" status: 200 len: 1000 time: 0.0543907 Oct 06 12:45:18.301006 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073284e9-7252-47d3-ba2e-46b5a773d706 req-59bdc014-ac35-4a38-8cd9-8fcf56a1fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:45:18.302380 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-073284e9-7252-47d3-ba2e-46b5a773d706 req-59bdc014-ac35-4a38-8cd9-8fcf56a1fa4b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a1b5a648-e07b-46bd-849c-12532e4dbe85 HTTP/1.1" status: 200 len: 848 time: 0.0426011 Oct 06 12:45:18.346731 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073284e9-7252-47d3-ba2e-46b5a773d706 req-9f073b4f-e2f1-4de1-803a-bd2d37b035f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:45:18.348196 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-073284e9-7252-47d3-ba2e-46b5a773d706 req-9f073b4f-e2f1-4de1-803a-bd2d37b035f2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f1197517-971a-4a5f-a49f-a10709be2a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403025 Oct 06 12:45:18.370739 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:45:18.371417 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:45:18.435907 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-073284e9-7252-47d3-ba2e-46b5a773d706 req-748bee73-aaf9-4b26-a917-4a1084e30c27 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813568 Oct 06 12:45:18.524964 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-073284e9-7252-47d3-ba2e-46b5a773d706 req-d20d2024-0ff8-4b81-894e-5e2c6c0921d6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836570 Oct 06 12:45:18.794715 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-3bc851da-edd8-4e49-8ae7-648a87da7766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:45:21.097339 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-58fe060e-92d0-4715-9991-8b01522ad349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:45:22.183728 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:45:23.687044 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:45:23.809124 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:45:28.512152 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=49 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:45:28.521239 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=52 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:45:37.370609 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:45:45.373076 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:45:47.248032 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:45:47.360333 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:45:47.366452 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:45:48.797293 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-3c7584e9-96c9-413e-a528-a98f21ed9354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:45:51.099182 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-0e594925-81c2-406a-abc8-60e521a5f887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:45:52.186157 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:45:53.689930 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:45:53.810588 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:45:55.368637 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:03.805815 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:03.806517 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:07.371888 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:17.366389 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:17.368280 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:18.057468 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a4075586-ba13-45e1-8ed9-1c8876ed51a6 req-357b1c60-fea5-45fd-8670-0e7c8903ff63 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373693 Oct 06 12:46:18.157219 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4075586-ba13-45e1-8ed9-1c8876ed51a6 req-2968606f-e53e-4370-a83d-a2f85692089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:46:18.158694 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a4075586-ba13-45e1-8ed9-1c8876ed51a6 req-2968606f-e53e-4370-a83d-a2f85692089d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b094fe65c1d94c368068f0ebd9eee85a&device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 1129 time: 0.0388949 Oct 06 12:46:18.262425 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4075586-ba13-45e1-8ed9-1c8876ed51a6 req-d8ff842a-a948-4d22-b19e-e822e1e139cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:46:18.263894 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a4075586-ba13-45e1-8ed9-1c8876ed51a6 req-d8ff842a-a948-4d22-b19e-e822e1e139cf service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=f1197517-971a-4a5f-a49f-a10709be2a76 HTTP/1.1" status: 200 len: 910 time: 0.0880709 Oct 06 12:46:18.326767 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a4075586-ba13-45e1-8ed9-1c8876ed51a6 req-95d9df31-5fcc-48d4-a015-ff4886b226fd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41749e41-d1ee-434e-9155-2c18daa44737 HTTP/1.1" status: 200 len: 1000 time: 0.0567763 Oct 06 12:46:18.373914 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4075586-ba13-45e1-8ed9-1c8876ed51a6 req-d76d2376-665c-4c02-af13-bdd380d1612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:46:18.375291 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a4075586-ba13-45e1-8ed9-1c8876ed51a6 req-d76d2376-665c-4c02-af13-bdd380d1612e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a1b5a648-e07b-46bd-849c-12532e4dbe85 HTTP/1.1" status: 200 len: 848 time: 0.0425549 Oct 06 12:46:18.417808 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4075586-ba13-45e1-8ed9-1c8876ed51a6 req-9efa7862-7a53-4f99-9b43-02cd228b6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:46:18.419258 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a4075586-ba13-45e1-8ed9-1c8876ed51a6 req-9efa7862-7a53-4f99-9b43-02cd228b6c5b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f1197517-971a-4a5f-a49f-a10709be2a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382934 Oct 06 12:46:18.510674 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a4075586-ba13-45e1-8ed9-1c8876ed51a6 req-c27b8288-6d90-4a36-8c56-99906c38073f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853593 Oct 06 12:46:18.596654 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-a4075586-ba13-45e1-8ed9-1c8876ed51a6 req-aa87d940-2af2-44f6-9f70-2c2eb7efc338 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800462 Oct 06 12:46:18.799194 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-53057266-6659-47fd-82f9-dfc97bbae750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:21.100775 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5ee3ea11-13e7-4710-903b-6acbd7a5c298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:22.188822 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:22.372943 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:46:23.693200 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:23.812772 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:24.243790 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=19 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:25.760149 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 32864) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:46:25.900096 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Deleting port cb9e20f4-f0e3-4f5d-8063-40fc6293d7b0 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:46:25.900434 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (cb9e20f4-f0e3-4f5d-8063-40fc6293d7b0), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:25.981564 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (cb9e20f4-f0e3-4f5d-8063-40fc6293d7b0), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:25.981891 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for floatingip (cb9e20f4-f0e3-4f5d-8063-40fc6293d7b0), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:25.994561 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Calling delete_port for cb9e20f4-f0e3-4f5d-8063-40fc6293d7b0 owned by network:floatingip {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:46:26.125946 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:26.131495 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:26.138928 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (cb9e20f4-f0e3-4f5d-8063-40fc6293d7b0), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:26.165514 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Pushing event deleted for resources: {'Port': ['ID=cb9e20f4-f0e3-4f5d-8063-40fc6293d7b0,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:46:26.189216 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:26.189563 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:26.189904 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:26.190242 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:26.190573 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:26.190904 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:26.191229 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:26.191581 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:26.191910 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:26.192231 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:26.192555 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:26.192878 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:26.193198 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:26.193548 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:26.193867 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:26.235235 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for floatingip (32a71b2d-cc4c-4aaf-98b6-3f09ac508ebe), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:26.235593 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.db.l3_db [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Floating IP 32a71b2d-cc4c-4aaf-98b6-3f09ac508ebe disassociated (deleted). External IP: 172.27.0.16, port: 41749e41-d1ee-434e-9155-2c18daa44737. Oct 06 12:46:26.431138 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:46:26.539271 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:46:26.544109 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for floatingip (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:26.548544 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f059d5-2eda-49ce-966d-e53b1cc8b838 None None] Sync routers for ids ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:46:26.561536 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f059d5-2eda-49ce-966d-e53b1cc8b838 None None] Routers {'1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:46:26.562155 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-d1f059d5-2eda-49ce-966d-e53b1cc8b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:46:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:26.573604 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-4040fe02-027a-4532-9f75-eaa56fd10067 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/32a71b2d-cc4c-4aaf-98b6-3f09ac508ebe HTTP/1.1" status: 204 len: 168 time: 0.8123765 Oct 06 12:46:26.574251 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'tag': '41749e41-d1ee-434e-9155-2c18daa44737'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:46:26.576501 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21b8277-02dc-4f2c-9793-11fd671a69c1" -d '{"events": [{"name": "network-changed", "server_uuid": "62ba6131-e3ae-4a48-bc05-0f9e2f144cd1", "tag": "41749e41-d1ee-434e-9155-2c18daa44737"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:46:26.666677 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-d1f059d5-2eda-49ce-966d-e53b1cc8b838 None None] Set router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:46:26.686427 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 12:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615c83d6-aff0-40b8-9f5e-56c6520dcd6f x-openstack-request-id: req-615c83d6-aff0-40b8-9f5e-56c6520dcd6f {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:46:26.686805 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ba6131-e3ae-4a48-bc05-0f9e2f144cd1", "tag": "41749e41-d1ee-434e-9155-2c18daa44737", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:46:26.687109 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-615c83d6-aff0-40b8-9f5e-56c6520dcd6f {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:46:26.687667 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615c83d6-aff0-40b8-9f5e-56c6520dcd6f'] response: {'name': 'network-changed', 'server_uuid': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'tag': '41749e41-d1ee-434e-9155-2c18daa44737', 'status': 'completed', 'code': 200} Oct 06 12:46:26.779258 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b8277-02dc-4f2c-9793-11fd671a69c1 req-0f476534-844a-4840-9505-e29f4f484ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:46:26.780901 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e21b8277-02dc-4f2c-9793-11fd671a69c1 req-0f476534-844a-4840-9505-e29f4f484ab7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b094fe65c1d94c368068f0ebd9eee85a&device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 1129 time: 0.0453250 Oct 06 12:46:26.834654 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d3207-7a05-4a43-b3f9-e40629cc4326 req-2c4fae68-e4ef-46bd-8708-db81120a4c2b tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:46:26.836164 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b70d3207-7a05-4a43-b3f9-e40629cc4326 req-2c4fae68-e4ef-46bd-8708-db81120a4c2b tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0493641 Oct 06 12:46:26.866944 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-d1f059d5-2eda-49ce-966d-e53b1cc8b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'name': 'tempest-TestShelveInstance-1366732609-router', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:22Z', 'revision_number': 4, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'gw_port': {'id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'c978ff77-4b25-462b-b38f-715b166cb820', 'name': '', 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'mac_address': 'fa:16:3e:48:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:21Z', 'updated_at': '2022-10-06T12:41:27Z', 'revision_number': 5, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'subnets': [{'id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:26.885632 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-b70d3207-7a05-4a43-b3f9-e40629cc4326 req-f2205608-ee79-4b74-88b8-c1f9718db4b3 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436609 Oct 06 12:46:26.892287 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f059d5-2eda-49ce-966d-e53b1cc8b838 None None] Checking router: 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:46:26.900550 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f059d5-2eda-49ce-966d-e53b1cc8b838 None None] Routers {'1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:46:26.901141 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-d1f059d5-2eda-49ce-966d-e53b1cc8b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:46:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:27.001787 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-d1f059d5-2eda-49ce-966d-e53b1cc8b838 None None] Set router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:46:27.183880 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-d1f059d5-2eda-49ce-966d-e53b1cc8b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'name': 'tempest-TestShelveInstance-1366732609-router', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:22Z', 'revision_number': 4, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'gw_port': {'id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'c978ff77-4b25-462b-b38f-715b166cb820', 'name': '', 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'mac_address': 'fa:16:3e:48:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:21Z', 'updated_at': '2022-10-06T12:41:27Z', 'revision_number': 5, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'subnets': [{'id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:27.208248 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f059d5-2eda-49ce-966d-e53b1cc8b838 None None] The sync data for ids ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'] in dv-cinder-856041-2-iscsi is: [{'id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'name': 'tempest-TestShelveInstance-1366732609-router', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:22Z', 'revision_number': 4, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'gw_port': {'id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi', '_interfaces': [{'id': 'c978ff77-4b25-462b-b38f-715b166cb820', 'name': '', 'network_id': 'f1197517-971a-4a5f-a49f-a10709be2a76', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'mac_address': 'fa:16:3e:48:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:21Z', 'updated_at': '2022-10-06T12:41:27Z', 'revision_number': 5, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'subnets': [{'id': 'a1b5a648-e07b-46bd-849c-12532e4dbe85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:46:27.417712 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f7c23-21a1-4df7-a05c-35ce7c447fe4 None None] New status for floating IP 32a71b2d-cc4c-4aaf-98b6-3f09ac508ebe: DOWN {{(pid=106141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 12:46:27.917688 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b8277-02dc-4f2c-9793-11fd671a69c1 req-e4ad2e8a-fadb-4fe0-947e-e8efb95dde89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:46:27.919121 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e21b8277-02dc-4f2c-9793-11fd671a69c1 req-e4ad2e8a-fadb-4fe0-947e-e8efb95dde89 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=f1197517-971a-4a5f-a49f-a10709be2a76 HTTP/1.1" status: 200 len: 910 time: 0.0834837 Oct 06 12:46:27.964887 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e21b8277-02dc-4f2c-9793-11fd671a69c1 req-0fc8e70d-c873-4118-a56f-349e37f929b8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41749e41-d1ee-434e-9155-2c18daa44737 HTTP/1.1" status: 200 len: 217 time: 0.0366838 Oct 06 12:46:28.037693 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b8277-02dc-4f2c-9793-11fd671a69c1 req-c1d56bd2-3581-4854-a9cc-0a8ef84bcfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:46:28.039136 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e21b8277-02dc-4f2c-9793-11fd671a69c1 req-c1d56bd2-3581-4854-a9cc-0a8ef84bcfea service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a1b5a648-e07b-46bd-849c-12532e4dbe85 HTTP/1.1" status: 200 len: 848 time: 0.0679514 Oct 06 12:46:28.056249 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaded75-c43f-4805-95bd-892c8c845487 req-64817d7b-f994-4b8d-90be-bde4859dafca tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:46:28.057594 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-feaded75-c43f-4805-95bd-892c8c845487 req-64817d7b-f994-4b8d-90be-bde4859dafca tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0491190 Oct 06 12:46:28.105999 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-feaded75-c43f-4805-95bd-892c8c845487 req-2e1cfd43-0782-4c68-8294-6309b1040187 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429606 Oct 06 12:46:28.207375 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b8277-02dc-4f2c-9793-11fd671a69c1 req-c80d2f85-6ee1-4620-87be-f447c1f5a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:46:28.208785 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e21b8277-02dc-4f2c-9793-11fd671a69c1 req-c80d2f85-6ee1-4620-87be-f447c1f5a505 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f1197517-971a-4a5f-a49f-a10709be2a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429316 Oct 06 12:46:28.603925 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e21b8277-02dc-4f2c-9793-11fd671a69c1 req-ac0a41d0-c733-4766-ac6b-8251b58473e9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822661 Oct 06 12:46:28.633113 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:28.641726 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=100 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:28.715943 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506679f-e552-4661-85bb-e5bc3f6bd13c req-8ef04a02-3a32-4087-89e5-d3fe3459d6ef tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 12:46:28.717369 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3506679f-e552-4661-85bb-e5bc3f6bd13c req-8ef04a02-3a32-4087-89e5-d3fe3459d6ef tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 945 time: 0.0921082 Oct 06 12:46:28.788243 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-e21b8277-02dc-4f2c-9793-11fd671a69c1 req-7baab5ed-6970-40d1-abf3-860538477474 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556647 Oct 06 12:46:28.822958 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-3506679f-e552-4661-85bb-e5bc3f6bd13c req-44f6bdfe-ce99-4626-93d1-850f27bb3c0d tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Deleting port 41749e41-d1ee-434e-9155-2c18daa44737 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:46:28.823324 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-3506679f-e552-4661-85bb-e5bc3f6bd13c req-44f6bdfe-ce99-4626-93d1-850f27bb3c0d tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (41749e41-d1ee-434e-9155-2c18daa44737), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:28.916211 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [req-3506679f-e552-4661-85bb-e5bc3f6bd13c req-44f6bdfe-ce99-4626-93d1-850f27bb3c0d tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] For port 41749e41-d1ee-434e-9155-2c18daa44737, host hv-cinder-85604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85604',level=0,port_id=41749e41-d1ee-434e-9155-2c18daa44737,segment=NetworkSegment(ef2eabf1-8c44-4815-bb60-ebfaa925c833),segment_id=ef2eabf1-8c44-4815-bb60-ebfaa925c833)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:46:28.916490 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-3506679f-e552-4661-85bb-e5bc3f6bd13c req-44f6bdfe-ce99-4626-93d1-850f27bb3c0d tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (41749e41-d1ee-434e-9155-2c18daa44737), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:28.929062 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [req-3506679f-e552-4661-85bb-e5bc3f6bd13c req-44f6bdfe-ce99-4626-93d1-850f27bb3c0d tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Calling delete_port for 41749e41-d1ee-434e-9155-2c18daa44737 owned by compute:nova {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:46:29.056317 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-3506679f-e552-4661-85bb-e5bc3f6bd13c req-44f6bdfe-ce99-4626-93d1-850f27bb3c0d tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (41749e41-d1ee-434e-9155-2c18daa44737), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:29.083265 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6bdfe-ce99-4626-93d1-850f27bb3c0d tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Pushing event deleted for resources: {'Port': ['ID=41749e41-d1ee-434e-9155-2c18daa44737,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:46:29.126314 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3506679f-e552-4661-85bb-e5bc3f6bd13c req-44f6bdfe-ce99-4626-93d1-850f27bb3c0d tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] No DVR routers for this DVR port 41749e41-d1ee-434e-9155-2c18daa44737 on host hv-cinder-85604 {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:46:29.128816 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [req-3506679f-e552-4661-85bb-e5bc3f6bd13c req-44f6bdfe-ce99-4626-93d1-850f27bb3c0d tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28763'] for port (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:29.131971 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-3506679f-e552-4661-85bb-e5bc3f6bd13c req-44f6bdfe-ce99-4626-93d1-850f27bb3c0d tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.23 "DELETE /networking/v2.0/ports/41749e41-d1ee-434e-9155-2c18daa44737 HTTP/1.1" status: 204 len: 173 time: 0.4070935 Oct 06 12:46:29.132527 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'name': 'network-vif-deleted', 'tag': '41749e41-d1ee-434e-9155-2c18daa44737'}] {{(pid=106140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 12:46:29.135377 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76dc170cff9bcb11123f7da0890b17dbb329a75592720cd39d3023b58e991d63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786e9d20-2aaa-4c2f-8469-88d76292fca2" -d '{"events": [{"server_uuid": "62ba6131-e3ae-4a48-bc05-0f9e2f144cd1", "name": "network-vif-deleted", "tag": "41749e41-d1ee-434e-9155-2c18daa44737"}]}' {{(pid=106140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 12:46:29.178182 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 12:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0310e7b5-fbba-4fb7-b4a1-ece34884c437 x-openstack-request-id: req-0310e7b5-fbba-4fb7-b4a1-ece34884c437 {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 12:46:29.178473 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ba6131-e3ae-4a48-bc05-0f9e2f144cd1", "name": "network-vif-deleted", "tag": "41749e41-d1ee-434e-9155-2c18daa44737", "status": "completed", "code": 200}]} {{(pid=106140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 12:46:29.178723 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0310e7b5-fbba-4fb7-b4a1-ece34884c437 {{(pid=106140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 12:46:29.179121 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0310e7b5-fbba-4fb7-b4a1-ece34884c437'] response: {'server_uuid': '62ba6131-e3ae-4a48-bc05-0f9e2f144cd1', 'name': 'network-vif-deleted', 'tag': '41749e41-d1ee-434e-9155-2c18daa44737', 'status': 'completed', 'code': 200} Oct 06 12:46:29.221187 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [req-7ae1a687-03bc-4593-aaf7-bb54baeb846d req-1c5ba89e-81fa-4232-895a-edf691086668 tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=62ba6131-e3ae-4a48-bc05-0f9e2f144cd1 HTTP/1.1" status: 200 len: 210 time: 0.0322380 Oct 06 12:46:30.288060 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 32892) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:46:30.344368 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-91953ade-bb10-4f71-a072-de02f235ea0f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group (3edc3f34-2ae9-4f30-bfc9-4718ffcf3994), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:30.368410 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-91953ade-bb10-4f71-a072-de02f235ea0f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group (3edc3f34-2ae9-4f30-bfc9-4718ffcf3994), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:30.428854 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-91953ade-bb10-4f71-a072-de02f235ea0f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (3edc3f34-2ae9-4f30-bfc9-4718ffcf3994), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:30.431455 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-91953ade-bb10-4f71-a072-de02f235ea0f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:30.433045 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-91953ade-bb10-4f71-a072-de02f235ea0f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3edc3f34-2ae9-4f30-bfc9-4718ffcf3994 HTTP/1.1" status: 204 len: 168 time: 0.1452057 Oct 06 12:46:30.448879 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91953ade-bb10-4f71-a072-de02f235ea0f tempest-TestShelveInstance-380913540 tempest-TestShelveInstance-380913540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edc3f34-2ae9-4f30-bfc9-4718ffcf3994,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:46:30.482144 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 32896) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:46:30.677828 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:30.886250 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a6afaa99-a889-4c7b-a68c-8fe3dc8f5ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664333'] for router_interface (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:30.922028 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:31.104104 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-a6afaa99-a889-4c7b-a68c-8fe3dc8f5ce2 admin admin] Deleting port c978ff77-4b25-462b-b38f-715b166cb820 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:46:31.104789 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a6afaa99-a889-4c7b-a68c-8fe3dc8f5ce2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (c978ff77-4b25-462b-b38f-715b166cb820), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:31.181945 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-a6afaa99-a889-4c7b-a68c-8fe3dc8f5ce2 admin admin] For port c978ff77-4b25-462b-b38f-715b166cb820, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=c978ff77-4b25-462b-b38f-715b166cb820,segment=NetworkSegment(ef2eabf1-8c44-4815-bb60-ebfaa925c833),segment_id=ef2eabf1-8c44-4815-bb60-ebfaa925c833)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:46:31.182228 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a6afaa99-a889-4c7b-a68c-8fe3dc8f5ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (c978ff77-4b25-462b-b38f-715b166cb820), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:31.195781 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-a6afaa99-a889-4c7b-a68c-8fe3dc8f5ce2 admin admin] Calling delete_port for c978ff77-4b25-462b-b38f-715b166cb820 owned by network:router_interface {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:46:31.369855 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a6afaa99-a889-4c7b-a68c-8fe3dc8f5ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (c978ff77-4b25-462b-b38f-715b166cb820), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:31.397924 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afaa99-a889-4c7b-a68c-8fe3dc8f5ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c978ff77-4b25-462b-b38f-715b166cb820,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:46:31.453577 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:31.565762 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-a6afaa99-a889-4c7b-a68c-8fe3dc8f5ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664313'] for router_interface (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:31.998574 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:32.009991 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6afaa99-a889-4c7b-a68c-8fe3dc8f5ce2 admin admin] Router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:46:32.108489 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6afaa99-a889-4c7b-a68c-8fe3dc8f5ce2 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:46:32.113408 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-a6afaa99-a889-4c7b-a68c-8fe3dc8f5ce2 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6300998 Oct 06 12:46:32.116090 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 32900) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:46:32.119041 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f670142-05c5-415c-a00c-2427596e10a2 None None] Sync routers for ids ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'] in dv-cinder-856041-2-iscsi {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:46:32.128783 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f670142-05c5-415c-a00c-2427596e10a2 None None] Routers {'1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:46:32.129385 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-7f670142-05c5-415c-a00c-2427596e10a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:46:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:32.216527 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1456-042b-41d0-9b73-a1ce2fac1261 admin admin] Publish callbacks [] for router (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:32.229749 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-7f670142-05c5-415c-a00c-2427596e10a2 None None] Set router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 gateway port host: dv-cinder-856041-2-iscsi {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:46:32.283047 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:32.315526 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1456-042b-41d0-9b73-a1ce2fac1261 admin admin] Publish callbacks [] for router_gateway (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:32.339353 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 41749e41-d1ee-434e-9155-2c18daa44737 no longer exists at agent hyperv_hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:46:32.361016 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e1456-042b-41d0-9b73-a1ce2fac1261 admin admin] Deleting port 3c4916be-fc25-4e29-b367-ed3e3877e42a {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:46:32.361524 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1456-042b-41d0-9b73-a1ce2fac1261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (3c4916be-fc25-4e29-b367-ed3e3877e42a), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:32.362677 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] No Port match for: 41749e41-d1ee-434e-9155-2c18daa44737 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:46:32.363227 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Device 41749e41-d1ee-434e-9155-2c18daa44737 not bound to the agent host hv-cinder-85604 {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:46:32.445676 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-2f1e1456-042b-41d0-9b73-a1ce2fac1261 admin admin] For port 3c4916be-fc25-4e29-b367-ed3e3877e42a, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=3c4916be-fc25-4e29-b367-ed3e3877e42a,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:46:32.446891 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1456-042b-41d0-9b73-a1ce2fac1261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (3c4916be-fc25-4e29-b367-ed3e3877e42a), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:32.460305 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e1456-042b-41d0-9b73-a1ce2fac1261 admin admin] Calling delete_port for 3c4916be-fc25-4e29-b367-ed3e3877e42a owned by network:router_gateway {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:46:32.488356 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-7f670142-05c5-415c-a00c-2427596e10a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'name': 'tempest-TestShelveInstance-1366732609-router', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:46:31Z', 'revision_number': 5, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'gw_port': {'id': '3c4916be-fc25-4e29-b367-ed3e3877e42a', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:32.516878 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f670142-05c5-415c-a00c-2427596e10a2 None None] Checking router: 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 for host: dv-cinder-856041-2-iscsi {{(pid=106142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:46:32.525478 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f670142-05c5-415c-a00c-2427596e10a2 None None] Routers {'1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:46:32.526085 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-7f670142-05c5-415c-a00c-2427596e10a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:46:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'], 'active': True} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:32.585093 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:32.607967 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=100 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:32.609418 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_dvr_db [None req-7f670142-05c5-415c-a00c-2427596e10a2 None None] Set router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 gateway port host: None {{(pid=106142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:46:32.629555 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1456-042b-41d0-9b73-a1ce2fac1261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (3c4916be-fc25-4e29-b367-ed3e3877e42a), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:32.654032 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e1456-042b-41d0-9b73-a1ce2fac1261 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c4916be-fc25-4e29-b367-ed3e3877e42a,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:46:32.659289 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.l3_hamode_db [None req-7f670142-05c5-415c-a00c-2427596e10a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'name': 'tempest-TestShelveInstance-1366732609-router', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:46:32Z', 'revision_number': 6, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'gw_port_host': None}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:32.684140 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f670142-05c5-415c-a00c-2427596e10a2 None None] The sync data for ids ['1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6'] in dv-cinder-856041-2-iscsi is: [{'id': '1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6', 'name': 'tempest-TestShelveInstance-1366732609-router', 'tenant_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:19Z', 'updated_at': '2022-10-06T12:46:32Z', 'revision_number': 6, 'project_id': 'b094fe65c1d94c368068f0ebd9eee85a', 'gw_port_host': None}] {{(pid=106142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:46:32.720100 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1456-042b-41d0-9b73-a1ce2fac1261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665907'] for router_gateway (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:32.806356 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1456-042b-41d0-9b73-a1ce2fac1261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2444'] for router (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:32.808506 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1456-042b-41d0-9b73-a1ce2fac1261 admin admin] Publish callbacks [] for router_controller (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), precommit_delete_associations {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:32.841370 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:32.849992 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1456-042b-41d0-9b73-a1ce2fac1261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664353'] for router (1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:32.850664 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1e1456-042b-41d0-9b73-a1ce2fac1261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 {{(pid=106140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 12:46:32.856099 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-2f1e1456-042b-41d0-9b73-a1ce2fac1261 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:32.857420 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-2f1e1456-042b-41d0-9b73-a1ce2fac1261 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/1ed64a2f-c38d-4eee-b80b-75b1b5aaaaa6 HTTP/1.1" status: 204 len: 168 time: 0.7404094 Oct 06 12:46:32.859923 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 32902) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:46:32.904458 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc2ad6e-9b8c-40af-9033-a14f3adfc639 admin admin] Deleting subnet a1b5a648-e07b-46bd-849c-12532e4dbe85 {{(pid=106140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:46:32.907592 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ad6e-9b8c-40af-9033-a14f3adfc639 admin admin] Publish callbacks [] for subnet (a1b5a648-e07b-46bd-849c-12532e4dbe85), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:32.942589 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ad6e-9b8c-40af-9033-a14f3adfc639 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7447193'] for subnet (a1b5a648-e07b-46bd-849c-12532e4dbe85), precommit_delete_associations {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:33.018532 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ad6e-9b8c-40af-9033-a14f3adfc639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (a1b5a648-e07b-46bd-849c-12532e4dbe85), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:33.073230 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ad6e-9b8c-40af-9033-a14f3adfc639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5175868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5090304'] for subnet (a1b5a648-e07b-46bd-849c-12532e4dbe85), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:33.099647 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2ad6e-9b8c-40af-9033-a14f3adfc639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b5a648-e07b-46bd-849c-12532e4dbe85,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:46:33.104064 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ad6e-9b8c-40af-9033-a14f3adfc639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:33.107239 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-3cc2ad6e-9b8c-40af-9033-a14f3adfc639 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/a1b5a648-e07b-46bd-849c-12532e4dbe85 HTTP/1.1" status: 204 len: 168 time: 0.2463756 Oct 06 12:46:33.111184 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab51cd7-af29-4491-af5d-9d1e3c390dc7 None None] Network f1197517-971a-4a5f-a49f-a10709be2a76 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:46:33.111771 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [-] (106139) accepted ('10.222.0.33', 32904) {{(pid=106139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:46:33.184403 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (f1197517-971a-4a5f-a49f-a10709be2a76), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:33.231058 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Deleting port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 {{(pid=106139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:46:33.231394 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (45268cb9-6a02-4ac8-b81a-c6e91aaeea78), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:33.295317 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.db [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] For port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=45268cb9-6a02-4ac8-b81a-c6e91aaeea78,segment=NetworkSegment(ef2eabf1-8c44-4815-bb60-ebfaa925c833),segment_id=ef2eabf1-8c44-4815-bb60-ebfaa925c833)] {{(pid=106139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:46:33.295713 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (45268cb9-6a02-4ac8-b81a-c6e91aaeea78), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:33.308575 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.plugin [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Calling delete_port for 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 owned by network:dhcp {{(pid=106139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:46:33.387398 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4794194'] for port (45268cb9-6a02-4ac8-b81a-c6e91aaeea78), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:33.410130 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Pushing event deleted for resources: {'Port': ['ID=45268cb9-6a02-4ac8-b81a-c6e91aaeea78,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:46:33.419838 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] No DVR routers for this DVR port 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 on host dv-cinder-856041-2-iscsi {{(pid=106139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:46:33.423688 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:33.424036 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:33.424379 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:33.424718 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:33.425051 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:33.425380 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:33.425704 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:33.426030 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:33.426353 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:33.426678 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:33.427005 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:33.427330 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:33.427683 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:33.428008 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:33.428325 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:33.485392 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed6bd34-9974-4491-931f-c7cbf7ae57d2 None None] DHCP port deletion for f1197517-971a-4a5f-a49f-a10709be2a76 request from dv-cinder-856041-2-iscsi {{(pid=106141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 12:46:33.500715 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (f1197517-971a-4a5f-a49f-a10709be2a76), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:33.521074 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1197517-971a-4a5f-a49f-a10709be2a76']}} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:33.531371 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2eabf1-8c44-4815-bb60-ebfaa925c833') {'for_net_delete': True} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:33.531787 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.services.segments.db [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2eabf1-8c44-4815-bb60-ebfaa925c833') {} {{(pid=106139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:33.548201 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7435035'] for segment (ef2eabf1-8c44-4815-bb60-ebfaa925c833), before_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:33.565283 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (ef2eabf1-8c44-4815-bb60-ebfaa925c833), precommit_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:33.573526 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=106139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:46:33.573924 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4794253'] for segment (ef2eabf1-8c44-4815-bb60-ebfaa925c833), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:33.588436 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 3c4916be-fc25-4e29-b367-ed3e3877e42a no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:46:33.610907 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 3c4916be-fc25-4e29-b367-ed3e3877e42a {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:46:33.611249 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 3c4916be-fc25-4e29-b367-ed3e3877e42a not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:46:33.611753 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device c978ff77-4b25-462b-b38f-715b166cb820 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:46:33.629611 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: c978ff77-4b25-462b-b38f-715b166cb820 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:46:33.629970 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device c978ff77-4b25-462b-b38f-715b166cb820 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:46:33.630372 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:46:33.646210 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (f1197517-971a-4a5f-a49f-a10709be2a76), after_delete {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:33.661479 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron_lib.callbacks.manager [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:33.661690 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:46:33.662040 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 45268cb9-6a02-4ac8-b81a-c6e91aaeea78 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:46:33.669111 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.wsgi [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/f1197517-971a-4a5f-a49f-a10709be2a76 HTTP/1.1" status: 204 len: 168 time: 0.5561433 Oct 06 12:46:33.671963 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.services.segments.plugin [-] Segment ef2eabf1-8c44-4815-bb60-ebfaa925c833 resource provider aggregate not found Oct 06 12:46:33.672886 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 32912) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:46:33.687151 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091ccb2-a396-4fd1-a21c-38101518db80 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1197517-971a-4a5f-a49f-a10709be2a76,revision_number=None']} {{(pid=106139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:46:33.690506 dv-cinder-856041-2-iscsi neutron-server[106139]: INFO neutron.services.segments.plugin [-] Segment ef2eabf1-8c44-4815-bb60-ebfaa925c833 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef2eabf1-8c44-4815-bb60-ebfaa925c833 found for delete ", "request_id": "req-ce5ba490-6da3-4ce3-8f06-19c313becac3"}]} Oct 06 12:46:33.991205 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fbb4aa29-12be-4989-8797-7ef2716356d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664333'] for router_interface (744e6632-d956-400e-a4a6-3a7e302f1a9b), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:34.073967 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:34.208855 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4aa29-12be-4989-8797-7ef2716356d5 admin admin] Deleting port 1700ba54-dccc-4835-bafc-dc8cea63ea01 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:46:34.209193 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fbb4aa29-12be-4989-8797-7ef2716356d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:34.291879 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-fbb4aa29-12be-4989-8797-7ef2716356d5 admin admin] For port 1700ba54-dccc-4835-bafc-dc8cea63ea01, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=1700ba54-dccc-4835-bafc-dc8cea63ea01,segment=NetworkSegment(046a5e37-c9bb-4a68-94ed-9e694a152dba),segment_id=046a5e37-c9bb-4a68-94ed-9e694a152dba)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:46:34.292244 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fbb4aa29-12be-4989-8797-7ef2716356d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:34.294390 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:34.306264 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4aa29-12be-4989-8797-7ef2716356d5 admin admin] Calling delete_port for 1700ba54-dccc-4835-bafc-dc8cea63ea01 owned by network:router_interface {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:46:34.487959 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fbb4aa29-12be-4989-8797-7ef2716356d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (1700ba54-dccc-4835-bafc-dc8cea63ea01), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:34.510419 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4aa29-12be-4989-8797-7ef2716356d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1700ba54-dccc-4835-bafc-dc8cea63ea01,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:46:34.673169 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fbb4aa29-12be-4989-8797-7ef2716356d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664313'] for router_interface (744e6632-d956-400e-a4a6-3a7e302f1a9b), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:34.875764 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb4aa29-12be-4989-8797-7ef2716356d5 admin admin] Router 744e6632-d956-400e-a4a6-3a7e302f1a9b has already been hosted by L3 agent cd3fa01d-a135-49af-aaaa-69dc3b2d0610 {{(pid=106140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 12:46:34.918593 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:34.977566 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb4aa29-12be-4989-8797-7ef2716356d5 admin admin] Notify agent at l3_agent.dv-cinder-856041-2-iscsi the message routers_updated {{(pid=106140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 12:46:34.982352 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-fbb4aa29-12be-4989-8797-7ef2716356d5 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/744e6632-d956-400e-a4a6-3a7e302f1a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3083711 Oct 06 12:46:34.984875 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 32916) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:46:34.988810 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e95c11d-ff98-4a7b-bbae-e5027fd3921f None None] Sync routers for ids ['744e6632-d956-400e-a4a6-3a7e302f1a9b'] in dv-cinder-856041-2-iscsi {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 12:46:34.998523 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e95c11d-ff98-4a7b-bbae-e5027fd3921f None None] Routers {'744e6632-d956-400e-a4a6-3a7e302f1a9b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:46:34.999197 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-7e95c11d-ff98-4a7b-bbae-e5027fd3921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:46:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['744e6632-d956-400e-a4a6-3a7e302f1a9b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:35.079375 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc4db-d12b-4c85-8d2b-9d673043b7f1 admin admin] Publish callbacks [] for router (744e6632-d956-400e-a4a6-3a7e302f1a9b), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:35.098530 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-7e95c11d-ff98-4a7b-bbae-e5027fd3921f None None] Set router 744e6632-d956-400e-a4a6-3a7e302f1a9b gateway port host: dv-cinder-856041-2-iscsi {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:46:35.130376 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:35.178575 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc4db-d12b-4c85-8d2b-9d673043b7f1 admin admin] Publish callbacks [] for router_gateway (744e6632-d956-400e-a4a6-3a7e302f1a9b), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:35.223566 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-7ddcc4db-d12b-4c85-8d2b-9d673043b7f1 admin admin] Deleting port 084cabd6-d3dc-4390-8039-b90ae6bc94e0 {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:46:35.223898 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc4db-d12b-4c85-8d2b-9d673043b7f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (084cabd6-d3dc-4390-8039-b90ae6bc94e0), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:35.268491 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-7e95c11d-ff98-4a7b-bbae-e5027fd3921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'name': 'tempest-TestShelveInstance-2037002927-router', 'tenant_id': '607dba9743514411aa4c3a80595a42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'external_fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '084cabd6-d3dc-4390-8039-b90ae6bc94e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:23Z', 'updated_at': '2022-10-06T12:46:34Z', 'revision_number': 5, 'project_id': '607dba9743514411aa4c3a80595a42f3', 'gw_port': {'id': '084cabd6-d3dc-4390-8039-b90ae6bc94e0', 'name': '', 'network_id': '3a606d5c-6843-4963-ada6-7bee64b338fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T12:41:24Z', 'updated_at': '2022-10-06T12:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cde42447-61bc-4756-a648-55dc78bca37d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856041-2-iscsi'}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:35.297446 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e95c11d-ff98-4a7b-bbae-e5027fd3921f None None] Checking router: 744e6632-d956-400e-a4a6-3a7e302f1a9b for host: dv-cinder-856041-2-iscsi {{(pid=106141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 12:46:35.302002 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-7ddcc4db-d12b-4c85-8d2b-9d673043b7f1 admin admin] For port 084cabd6-d3dc-4390-8039-b90ae6bc94e0, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=084cabd6-d3dc-4390-8039-b90ae6bc94e0,segment=NetworkSegment(45153aee-578a-4305-b5a1-0ee0eed586fe),segment_id=45153aee-578a-4305-b5a1-0ee0eed586fe)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:46:35.302361 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc4db-d12b-4c85-8d2b-9d673043b7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (084cabd6-d3dc-4390-8039-b90ae6bc94e0), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:35.306677 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e95c11d-ff98-4a7b-bbae-e5027fd3921f None None] Routers {'744e6632-d956-400e-a4a6-3a7e302f1a9b'} bound to L3 agent in host dv-cinder-856041-2-iscsi {{(pid=106141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 12:46:35.307277 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-7e95c11d-ff98-4a7b-bbae-e5027fd3921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T12:13:21Z,description=,heartbeat_timestamp=2022-10-06T12:46:21Z,host='dv-cinder-856041-2-iscsi',id=cd3fa01d-a135-49af-aaaa-69dc3b2d0610,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T12:13:21Z,topic='l3_agent')) {'router_ids': ['744e6632-d956-400e-a4a6-3a7e302f1a9b'], 'active': True} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:35.315259 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-7ddcc4db-d12b-4c85-8d2b-9d673043b7f1 admin admin] Calling delete_port for 084cabd6-d3dc-4390-8039-b90ae6bc94e0 owned by network:router_gateway {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:46:35.389439 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvr_db [None req-7e95c11d-ff98-4a7b-bbae-e5027fd3921f None None] Set router 744e6632-d956-400e-a4a6-3a7e302f1a9b gateway port host: None {{(pid=106141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 12:46:35.480949 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc4db-d12b-4c85-8d2b-9d673043b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (084cabd6-d3dc-4390-8039-b90ae6bc94e0), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:35.505821 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcc4db-d12b-4c85-8d2b-9d673043b7f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=084cabd6-d3dc-4390-8039-b90ae6bc94e0,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:46:35.572901 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_hamode_db [None req-7e95c11d-ff98-4a7b-bbae-e5027fd3921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'name': 'tempest-TestShelveInstance-2037002927-router', 'tenant_id': '607dba9743514411aa4c3a80595a42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:23Z', 'updated_at': '2022-10-06T12:46:35Z', 'revision_number': 6, 'project_id': '607dba9743514411aa4c3a80595a42f3', 'gw_port_host': None}], 'dv-cinder-856041-2-iscsi', False) {} {{(pid=106141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:35.574396 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc4db-d12b-4c85-8d2b-9d673043b7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1665907'] for router_gateway (744e6632-d956-400e-a4a6-3a7e302f1a9b), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:35.600716 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e95c11d-ff98-4a7b-bbae-e5027fd3921f None None] The sync data for ids ['744e6632-d956-400e-a4a6-3a7e302f1a9b'] in dv-cinder-856041-2-iscsi is: [{'id': '744e6632-d956-400e-a4a6-3a7e302f1a9b', 'name': 'tempest-TestShelveInstance-2037002927-router', 'tenant_id': '607dba9743514411aa4c3a80595a42f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T12:41:23Z', 'updated_at': '2022-10-06T12:46:35Z', 'revision_number': 6, 'project_id': '607dba9743514411aa4c3a80595a42f3', 'gw_port_host': None}] {{(pid=106141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 12:46:35.664537 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc4db-d12b-4c85-8d2b-9d673043b7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2444'] for router (744e6632-d956-400e-a4a6-3a7e302f1a9b), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:35.667216 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc4db-d12b-4c85-8d2b-9d673043b7f1 admin admin] Publish callbacks [] for router_controller (744e6632-d956-400e-a4a6-3a7e302f1a9b), precommit_delete_associations {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:35.707458 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc4db-d12b-4c85-8d2b-9d673043b7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1664353'] for router (744e6632-d956-400e-a4a6-3a7e302f1a9b), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:35.708184 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddcc4db-d12b-4c85-8d2b-9d673043b7f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 744e6632-d956-400e-a4a6-3a7e302f1a9b {{(pid=106140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 12:46:35.712899 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc4db-d12b-4c85-8d2b-9d673043b7f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:35.714036 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-7ddcc4db-d12b-4c85-8d2b-9d673043b7f1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/744e6632-d956-400e-a4a6-3a7e302f1a9b HTTP/1.1" status: 204 len: 168 time: 0.7282493 Oct 06 12:46:35.716580 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 32918) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:46:35.759645 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f823c7c5-d006-4005-855d-d949e1516c88 admin admin] Deleting subnet 9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03 {{(pid=106140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 12:46:35.762645 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f823c7c5-d006-4005-855d-d949e1516c88 admin admin] Publish callbacks [] for subnet (9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.045928 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f823c7c5-d006-4005-855d-d949e1516c88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7447193'] for subnet (9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03), precommit_delete_associations {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.081810 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:36.118663 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f823c7c5-d006-4005-855d-d949e1516c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885368'] for subnet (9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.170596 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f823c7c5-d006-4005-855d-d949e1516c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5175868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5090304'] for subnet (9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.199776 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823c7c5-d006-4005-855d-d949e1516c88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:46:36.204125 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-f823c7c5-d006-4005-855d-d949e1516c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.207247 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-f823c7c5-d006-4005-855d-d949e1516c88 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/9ac5e638-8bc8-4f5e-9b7f-82c9001d7d03 HTTP/1.1" status: 204 len: 168 time: 0.4897492 Oct 06 12:46:36.209714 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 32920) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:46:36.209876 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156fb0b7-ad9f-49b5-96ce-78f4982f5a04 None None] Network 21ff1d41-00a3-4ad2-b861-42f01e0f0529 requested from dv-cinder-856041-2-iscsi {{(pid=106141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 12:46:36.216841 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:36.278896 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1008821'] for network (21ff1d41-00a3-4ad2-b861-42f01e0f0529), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.320355 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] Deleting port 986c901f-00a1-4faf-8ef4-ca31ac77f78b {{(pid=106140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:46:36.320676 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (986c901f-00a1-4faf-8ef4-ca31ac77f78b), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.368505 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] DHCP port deletion for 21ff1d41-00a3-4ad2-b861-42f01e0f0529 request from dv-cinder-856041-2-iscsi {{(pid=106141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 12:46:36.389986 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.db [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] For port 986c901f-00a1-4faf-8ef4-ca31ac77f78b, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=986c901f-00a1-4faf-8ef4-ca31ac77f78b,segment=NetworkSegment(046a5e37-c9bb-4a68-94ed-9e694a152dba),segment_id=046a5e37-c9bb-4a68-94ed-9e694a152dba)] {{(pid=106140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:46:36.390357 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (986c901f-00a1-4faf-8ef4-ca31ac77f78b), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.404266 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] Calling delete_port for 986c901f-00a1-4faf-8ef4-ca31ac77f78b owned by network:dhcp {{(pid=106140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:46:36.410055 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Deleting port 986c901f-00a1-4faf-8ef4-ca31ac77f78b {{(pid=106141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 12:46:36.410500 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790620560168'] for port (986c901f-00a1-4faf-8ef4-ca31ac77f78b), before_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.477733 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.db [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] For port 986c901f-00a1-4faf-8ef4-ca31ac77f78b, host dv-cinder-856041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856041-2-iscsi',level=0,port_id=986c901f-00a1-4faf-8ef4-ca31ac77f78b,segment=NetworkSegment(046a5e37-c9bb-4a68-94ed-9e694a152dba),segment_id=046a5e37-c9bb-4a68-94ed-9e694a152dba)] {{(pid=106141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 12:46:36.478134 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815411'] for port (986c901f-00a1-4faf-8ef4-ca31ac77f78b), precommit_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.485744 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5175817'] for port (986c901f-00a1-4faf-8ef4-ca31ac77f78b), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.493450 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Calling delete_port for 986c901f-00a1-4faf-8ef4-ca31ac77f78b owned by network:dhcp {{(pid=106141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 12:46:36.517053 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=986c901f-00a1-4faf-8ef4-ca31ac77f78b,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:46:36.518860 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] No DVR routers for this DVR port 986c901f-00a1-4faf-8ef4-ca31ac77f78b on host dv-cinder-856041-2-iscsi {{(pid=106140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:46:36.546261 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:36.582497 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1019052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790620563110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790620187100'] for port (986c901f-00a1-4faf-8ef4-ca31ac77f78b), after_delete {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.586279 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:36.592814 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-814954', 'neutron.services.segments.db._delete_segments_for_network-8790620699612'] for network (21ff1d41-00a3-4ad2-b861-42f01e0f0529), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.610779 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Pushing event deleted for resources: {'Port': ['ID=986c901f-00a1-4faf-8ef4-ca31ac77f78b,revision_number=None']} {{(pid=106141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:46:36.613653 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] No DVR routers for this DVR port 986c901f-00a1-4faf-8ef4-ca31ac77f78b on host dv-cinder-856041-2-iscsi {{(pid=106141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 12:46:36.621370 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ff1d41-00a3-4ad2-b861-42f01e0f0529']}} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:36.622625 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:36.622968 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:36.623304 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:36.623678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:36.623678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:36.623678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:36.623678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:36.623678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:36.623678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:36.623678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:36.623678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:36.623678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:36.623678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:36.623678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:36.623678 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33475f4f-057c-4166-b404-2d9b06a8c91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856041-2-iscsi {{(pid=106141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 12:46:36.632454 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046a5e37-c9bb-4a68-94ed-9e694a152dba') {'for_net_delete': True} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:36.632942 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.services.segments.db [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046a5e37-c9bb-4a68-94ed-9e694a152dba') {} {{(pid=106140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 12:46:36.643413 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790620637094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7447264'] for segment (046a5e37-c9bb-4a68-94ed-9e694a152dba), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.658249 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519'] for segment (046a5e37-c9bb-4a68-94ed-9e694a152dba), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.667962 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 12:46:36.668416 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-818519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5176022'] for segment (046a5e37-c9bb-4a68-94ed-9e694a152dba), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.732652 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1665964'] for network (21ff1d41-00a3-4ad2-b861-42f01e0f0529), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.738888 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment 046a5e37-c9bb-4a68-94ed-9e694a152dba resource provider aggregate not found Oct 06 12:46:36.742544 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.746169 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/21ff1d41-00a3-4ad2-b861-42f01e0f0529 HTTP/1.1" status: 204 len: 168 time: 0.5355401 Oct 06 12:46:36.757492 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc51b9-618e-4e4b-9f88-83ff471e0cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=21ff1d41-00a3-4ad2-b861-42f01e0f0529,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:46:36.764134 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.services.segments.plugin [-] Segment 046a5e37-c9bb-4a68-94ed-9e694a152dba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 046a5e37-c9bb-4a68-94ed-9e694a152dba found for delete ", "request_id": "req-a800ce3e-b5ab-4871-b6d4-0f2d6e3d5958"}]} Oct 06 12:46:36.859811 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 32930) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:46:36.899487 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-d644c141-de63-4009-b144-430cfcc4cdcd admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b094fe65c1d94c368068f0ebd9eee85a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383761 Oct 06 12:46:36.901863 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 32932) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:46:36.949966 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8577a2d9-8b5b-4e14-b5ff-85fcf4ddf17d admin admin] Publish callbacks [] for security_group (2aef0c31-ec7e-4680-982c-a83e17825ed1), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.970301 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8577a2d9-8b5b-4e14-b5ff-85fcf4ddf17d admin admin] Publish callbacks [] for security_group (2aef0c31-ec7e-4680-982c-a83e17825ed1), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:36.975992 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:37.017181 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8577a2d9-8b5b-4e14-b5ff-85fcf4ddf17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (2aef0c31-ec7e-4680-982c-a83e17825ed1), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:37.020063 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-8577a2d9-8b5b-4e14-b5ff-85fcf4ddf17d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:37.021257 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-8577a2d9-8b5b-4e14-b5ff-85fcf4ddf17d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2aef0c31-ec7e-4680-982c-a83e17825ed1 HTTP/1.1" status: 204 len: 168 time: 0.1184738 Oct 06 12:46:37.029319 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577a2d9-8b5b-4e14-b5ff-85fcf4ddf17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aef0c31-ec7e-4680-982c-a83e17825ed1,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:46:37.341067 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 32938) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:46:37.369009 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:37.383263 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-7fde054f-012f-4f2c-9c00-90daf0c9c976 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=607dba9743514411aa4c3a80595a42f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409851 Oct 06 12:46:37.386202 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.wsgi [-] (106140) accepted ('10.222.0.33', 32940) {{(pid=106140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 12:46:37.433717 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e95a551a-0cfb-4fc1-9941-b08288b0d3eb admin admin] Publish callbacks [] for security_group (2d9829a6-d5dc-4779-a9eb-2640ab95b38a), before_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:37.454836 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e95a551a-0cfb-4fc1-9941-b08288b0d3eb admin admin] Publish callbacks [] for security_group (2d9829a6-d5dc-4779-a9eb-2640ab95b38a), precommit_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:37.502142 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e95a551a-0cfb-4fc1-9941-b08288b0d3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593638'] for security_group (2d9829a6-d5dc-4779-a9eb-2640ab95b38a), after_delete {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:37.505100 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron_lib.callbacks.manager [None req-e95a551a-0cfb-4fc1-9941-b08288b0d3eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:37.506363 dv-cinder-856041-2-iscsi neutron-server[106140]: INFO neutron.wsgi [None req-e95a551a-0cfb-4fc1-9941-b08288b0d3eb admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2d9829a6-d5dc-4779-a9eb-2640ab95b38a HTTP/1.1" status: 204 len: 168 time: 0.1192718 Oct 06 12:46:37.514666 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a551a-0cfb-4fc1-9941-b08288b0d3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9829a6-d5dc-4779-a9eb-2640ab95b38a,revision_number=None']} {{(pid=106140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 12:46:37.595366 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 1700ba54-dccc-4835-bafc-dc8cea63ea01 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:46:37.614342 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 1700ba54-dccc-4835-bafc-dc8cea63ea01 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:46:37.614697 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 1700ba54-dccc-4835-bafc-dc8cea63ea01 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:46:37.615109 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 084cabd6-d3dc-4390-8039-b90ae6bc94e0 no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:46:37.635646 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 084cabd6-d3dc-4390-8039-b90ae6bc94e0 {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:46:37.635988 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 084cabd6-d3dc-4390-8039-b90ae6bc94e0 not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:46:37.636388 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 986c901f-00a1-4faf-8ef4-ca31ac77f78b no longer exists at agent ovs-agent-dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 12:46:37.655076 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.plugin [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] No Port match for: 986c901f-00a1-4faf-8ef4-ca31ac77f78b {{(pid=106141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 12:46:37.655417 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron.plugins.ml2.rpc [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Device 986c901f-00a1-4faf-8ef4-ca31ac77f78b not bound to the agent host dv-cinder-856041-2-iscsi {{(pid=106141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 12:46:42.634214 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:42.662093 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=29 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:43.622070 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=50,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:43.675469 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG dbcounter [-] [106139] Writing DB stats neutron:SELECT=57,neutron:DELETE=6 {{(pid=106139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:47.509312 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:SELECT=88,neutron:DELETE=9 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:47.510086 dv-cinder-856041-2-iscsi neutron-server[106140]: DEBUG dbcounter [-] [106140] Writing DB stats neutron:DELETE=3,neutron:SELECT=24 {{(pid=106140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:47.618620 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:47.639361 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:46:48.800688 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-f72e196a-d2c0-4523-b19f-19e5acb94013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:51.102871 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-7a50fa93-b2b2-46f4-b1c9-b0b473d4a1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:52.194996 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:53.695721 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:53.815377 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:46:59.372745 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:47:03.808212 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:47:03.810040 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:47:07.375388 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:47:17.347573 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:47:17.348422 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:47:17.369568 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:47:17.371404 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:47:18.802746 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-37a9fce2-4948-4298-ad55-ed3c0465e825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:47:21.105020 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-73234d34-d796-4690-bb19-03fc1701d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:47:22.194135 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:47:23.699534 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:47:23.817493 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:47:36.372174 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:47:37.380683 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:47:47.370784 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:UPDATE=4,neutron:SELECT=20 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:47:47.376790 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:47:48.291707 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:47:48.292470 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:47:48.805018 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-92620629-a610-4c05-8aba-a327160754ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:47:51.106068 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-eaeef4f3-0584-4b1a-a875-9103e560d173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:47:52.198506 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:47:53.702740 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:47:53.819527 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:48:03.813933 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:48:03.815826 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:48:07.383745 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:48:10.028537 dv-cinder-856041-2-iscsi neutron-server[106139]: DEBUG neutron.wsgi [req-e6302dac-6e09-4321-9622-234e21608948 req-66264a1c-cfe0-4882-895b-440e42122aa2 service neutron] (106139) timed out ('10.222.0.23', 54830) {{(pid=106139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 06 12:48:13.371165 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:48:17.373091 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:48:17.379341 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:48:18.806829 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cb7e3c05-64a7-41a0-893e-8158584b4381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:48:21.109704 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9dc8-fb59-497e-b390-fd06c672acbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:48:22.199907 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:48:23.366227 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=18 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:48:23.367655 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=16 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:48:23.706575 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:48:23.822514 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:48:33.815256 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=10 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:48:33.817164 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:48:37.397650 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:48:47.392252 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:48:47.394187 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:48:48.808367 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-09209b41-3338-47f3-bd6e-ec11b3ff6e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:48:50.370548 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:48:51.111205 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-f0b239d4-894a-4186-bf0d-b9e80da2486f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:48:52.202388 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:48:53.712654 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:48:53.824827 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:49:00.364885 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:49:00.366171 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:49:03.819037 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:49:03.821468 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:49:07.411631 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:49:17.354316 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:49:17.407145 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:49:17.408994 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:49:18.810057 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-a93f2fbc-68ec-4d1b-913b-c9e5e62583f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:49:21.112195 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-5ebcc53b-bfcf-4f58-9e04-552924e9b05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:49:22.205609 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:49:23.712796 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:49:23.826906 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:49:27.368856 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:49:29.233707 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=2 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:49:37.364787 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=6 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:49:37.426729 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:49:47.421131 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:49:47.423048 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:49:48.811736 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-435200b9-fe0d-4763-893a-bc3a1e445670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:49:51.112966 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-492aba67-d396-46ff-ab6a-5c43b0e881c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:49:52.209517 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:49:53.716167 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:49:53.832596 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:50:03.826485 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:50:03.828428 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:50:04.368359 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:50:06.238662 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=4 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:50:07.441661 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:50:17.435528 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:50:17.437497 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:50:18.686887 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=19 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:50:18.688739 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=11 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:50:18.812628 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-64dfadb3-7c3c-404a-a08f-00090757ef80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:50:21.114288 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-91d93bcd-3c3c-41c5-b490-4275165ade51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:50:22.211485 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:50:23.719851 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:50:23.824573 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:50:33.819143 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:50:33.821060 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:50:37.442477 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:50:41.368822 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:50:43.234929 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:50:47.430174 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:50:47.439282 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:50:48.814651 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-db655508-2fbb-4a53-b181-0a24d80d1eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:50:51.117656 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-a5a0f22e-8101-446b-9906-89521f75ea7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:50:51.364886 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:50:52.214107 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:50:53.725228 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:50:53.826311 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:51:03.820987 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:51:03.822958 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:51:07.438779 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:51:17.433681 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:51:17.434452 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:51:18.368224 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:51:18.817672 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-374b1b27-b254-48c8-a0d2-6967b33cdebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:51:21.119185 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae70d-15bf-47b9-b38c-129ef1b6921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:51:22.216504 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:51:23.725572 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:51:23.828030 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:51:28.363169 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:51:28.363938 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=6 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:51:37.453783 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:51:47.443328 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:51:47.450245 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:51:48.822148 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-e20cdc4b-3549-411a-a5ce-50f977b9cea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (b5b2e275-fafe-4365-8bde-e1844f88dc35), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:51:51.122972 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-2f71f55a-bc77-40ee-9958-99cc17474a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (cd3fa01d-a135-49af-aaaa-69dc3b2d0610), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:51:52.219031 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-41351f47-0bcb-44db-bc21-b97438063df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (dc4a04dc-0c10-4167-9924-0fbb0c43cda5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:51:53.728762 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-17da597d-1a9f-485b-8609-6b7e11e3331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (8a772d72-a9cf-43cf-b33b-ba3da5ae7bb5), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:51:53.829889 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-9dedce5b-9a87-481c-a0f9-5b4d151e6c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (10ab1481-0468-4c0d-a1b9-aa4aa10c8559), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 12:51:55.368729 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG neutron.db.agents_db [None req-fc2a3f22-6983-417c-9ba3-18430bb1bedf None None] Agent healthcheck: found 6 active agents {{(pid=106142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 12:51:57.247099 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=3 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:52:03.819017 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:52:03.826370 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG dbcounter [-] [106141] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:52:05.364420 dv-cinder-856041-2-iscsi neutron-server[106142]: DEBUG dbcounter [-] [106142] Writing DB stats neutron:SELECT=5 {{(pid=106142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 12:52:07.458250 dv-cinder-856041-2-iscsi neutron-server[106141]: DEBUG neutron_lib.callbacks.manager [None req-cab67669-39a3-4016-9e04-b3ba452e0e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790620699594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889893'] for agent (7055d63c-11c4-4d9b-a198-40e9623997d4), after_update {{(pid=106141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}